diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
index 58259d16e7d..21858ad9384 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus-all-levels.txt
@@ -16526,6 +16526,8 @@ license
 contributing.md
 .changeset/config.json
 config.json
+.changeset/quick-worms-kick.md
+quick-worms-kick.md
 .changeset/wise-bikes-suffer.md
 wise-bikes-suffer.md
 .changeset/gentle-balloons-pretend.md
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
index d6001cde058..1fa3f83f283 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/directus.txt
@@ -3345,6 +3345,7 @@ app/src/lang/get-current-language.test.ts
 app/license
 contributing.md
 .changeset/config.json
+.changeset/quick-worms-kick.md
 .changeset/wise-bikes-suffer.md
 .changeset/gentle-balloons-pretend.md
 contributors.yml
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index 76c022995eb..51c75fe5fa2 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -7057,6 +7057,10 @@ propal_extrafields.php
 htdocs/comm/recap-client.php
 comm/recap-client.php
 recap-client.php
+htdocs/intracommreport/lib/intracommreport.lib.php
+intracommreport/lib/intracommreport.lib.php
+lib/intracommreport.lib.php
+intracommreport.lib.php
 htdocs/intracommreport/list.php
 intracommreport/list.php
 list.php
@@ -64900,10 +64904,6 @@ htdocs/core/lib/payments.lib.php
 core/lib/payments.lib.php
 lib/payments.lib.php
 payments.lib.php
-htdocs/core/lib/intracommreport.lib.php
-core/lib/intracommreport.lib.php
-lib/intracommreport.lib.php
-intracommreport.lib.php
 htdocs/core/lib/contact.lib.php
 core/lib/contact.lib.php
 lib/contact.lib.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index 916be9a22ad..f0994369126 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -1480,6 +1480,7 @@ htdocs/comm/propal/agenda.php
 htdocs/comm/admin/propaldet_extrafields.php
 htdocs/comm/admin/propal_extrafields.php
 htdocs/comm/recap-client.php
+htdocs/intracommreport/lib/intracommreport.lib.php
 htdocs/intracommreport/list.php
 htdocs/intracommreport/card.php
 htdocs/intracommreport/admin/intracommreport.php
@@ -13082,7 +13083,6 @@ htdocs/core/actions_massactions.inc.php
 htdocs/core/actions_extrafields.inc.php
 htdocs/core/lib/socialnetwork.lib.php
 htdocs/core/lib/payments.lib.php
-htdocs/core/lib/intracommreport.lib.php
 htdocs/core/lib/contact.lib.php
 htdocs/core/lib/profid.lib.php
 htdocs/core/lib/supplier_proposal.lib.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
index 694c459d5b7..3baae6d622d 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
@@ -33739,11 +33739,6 @@ system/library/session/redis.php
 library/session/redis.php
 session/redis.php
 redis.php
-upload/system/library/session/mock.php
-system/library/session/mock.php
-library/session/mock.php
-session/mock.php
-mock.php
 upload/system/library/session/file.php
 system/library/session/file.php
 library/session/file.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
index 468055d4d9c..d4efe2c8ce6 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
@@ -3492,7 +3492,6 @@ upload/system/library/cache.php
 upload/system/library/template/twig.php
 upload/system/library/template/template.php
 upload/system/library/session/redis.php
-upload/system/library/session/mock.php
 upload/system/library/session/file.php
 upload/system/library/session/db.php
 upload/system/library/request.php
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 17e7499a7c4..a7c0f8548a9 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -1,7 +1,6 @@
 $
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %24rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
-&solved=
 ,
 -
 -/en$
@@ -46,14 +45,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /.git
 //wiki/skins
 /MANUALS/*.pdf$
-/Search/
 /_
 /_/rsrc
 /album/*/*?i=
 /api
 /apis
 /archive
-/base-en/
 /bin/search.py
 /blame
 /cache
@@ -62,14 +59,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /commits/*?path
 /docs/product
 /download
-/download/Browse.aspx?
-/download/browse.aspx?
-/download/confirmation.aspx?
-/download/info.aspx?
-/download/registration-suggested.aspx?
-/download/results.aspx?
-/download/thankyou.aspx
-/download/thankyou.aspx?
 /download?
 /edit$
 /favorites_list
@@ -81,16 +70,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /format:thumbnail
 /forum-attachment
 /gcrnsts
-/layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
 /listing/*/favoriters
 /lookup?
-/mediaapi/
 /mediaviewer/*/tr
-/music/*/Search/
-/music/*/search/
-/newsearch/
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
@@ -101,26 +85,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rg*/mediaviewer/rm*/tr
 /rss
 /search
-/search/
 /search/*?q=
 /search?q=
-/security/search-results.aspx?
 /shop/*/favoriters
 /shop/*/sold
 /stats?id=
-/store/*/layout/
-/store/*/search/
-/store/buynow?
-/store/cart
-/store/d/groove-music-pass/cfq7ttc0k5dq/0001
-/store/locations/store-locations-sitemap.xml
-/store/music/groove-music-pass/*
 /tarball
 /tree
 /tv-season/*/*?i=
-/unsubscribe/
 /video-
-/wal/
 /wiki/Special:
 /wiki/index.php/Help
 /wiki/index.php/MediaWiki
@@ -133,7 +106,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/themes
 /wp-includes
 /zipball
-=imgmanager
 ?
 ?*&ls=
 ?*ListingID=
@@ -185,7 +157,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&
 ?hl=*&*&gws_rd=ssl
 ?hl=*&gws_rd=ssl$
-?intc=
 ?lang=
 ?ls=
 ?null$
@@ -219,7 +190,6 @@ AccountMerge
 Achievements
 ActLikeAnOwner
 ActionRecord
-ActivityUID=
 AdRequestEventLogApi
 AddForumUser
 AddListing
@@ -385,8 +355,6 @@ GSSAjax
 GeneralSupport
 GermanwingsPromo
 GermanwingsRegistration
-Germany/kleinunternehmen/euga/detail.mspx?
-Germany/kleinunternehmen/euga/results.mspx?
 GetListedAjaxGeneral
 GetListedLightbox
 GetListedUpdateAttraction
@@ -423,7 +391,6 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
-HpOptOut=true$
 IBCommerce
 ImpressionRecord
 ImproveListing
@@ -441,7 +408,6 @@ International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
 IpadInterstitial
 JSErrorRecord
-Japan/DirectX/default.asp?
 JoinPlus
 JsonServiceController
 JustForYouGuide
@@ -863,7 +829,6 @@ TAScreenSaver
 TCDestinationsWidget
 TCIBContentQualityTool
 TLMCountries
-TOCLinksForCrawlers*
 Tablet
 TaggingAjax
 TagsJSONServlet
@@ -1111,38 +1076,6 @@ accounts/force-by-email
 accounts/o8
 accounts/o8/id
 aclk
-action=accessorysearch&
-action=accessorysearch&page=2$
-action=accessorysearch&page=3$
-action=accessorysearch&page=4$
-action=accessorysearch&page=5$
-action=accessorysearch&page=6$
-action=accessorysearch&page=7$
-action=accessorysearch&page=8$
-action=accessorysearch&product=*$
-action=accessorysearch&product=*&*
-action=catalogsearch&
-action=catalogsearch&catalog_mode=grid&page=2$
-action=catalogsearch&catalog_mode=grid&page=3$
-action=catalogsearch&catalog_mode=grid&page=4$
-action=catalogsearch&catalog_mode=grid&page=5$
-action=catalogsearch&catalog_mode=grid&page=6$
-action=catalogsearch&catalog_mode=grid&page=7$
-action=catalogsearch&catalog_mode=grid&page=8$
-action=catalogsearch&catalog_mode=list&page=2$
-action=catalogsearch&catalog_mode=list&page=3$
-action=catalogsearch&catalog_mode=list&page=4$
-action=catalogsearch&catalog_mode=list&page=5$
-action=catalogsearch&catalog_mode=list&page=6$
-action=catalogsearch&catalog_mode=list&page=7$
-action=catalogsearch&catalog_mode=list&page=8$
-action=overlay&
-action=productLinkAction&
-action=productSupportSearch
-action=productcompareaction&
-action=quickSearch&
-action=siteSearch
-action=writeReview
 actions/news/rss
 ad_acknowledgment
 ad_id=
@@ -1483,7 +1416,6 @@ biz_redir
 biz_share
 biz_update
 bkshp?*q=
-blacklisted*
 blog/*/*/comments
 blog/*/*/feed
 blog/*/*/trackback
@@ -1649,7 +1581,6 @@ calendar/about
 call/join
 call?id=
 calls
-canada/Library/mnp/2/aspx/
 cap
 card/panel
 cart
@@ -1773,10 +1704,6 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
-communities/bin.aspx?
-communities/blogs/PortalResults.mspx?
-communities/eventdetails.mspx?
-communities/rss.aspx*
 communities/sitemap
 community
 community/*/category/*
@@ -1840,7 +1767,6 @@ de*/people/*/favorites
 de*/shop/*/favoriters
 de*/shop/*/sold
 de-de.www.cloudflare.com
-de-de/corporate/rechtliche-hinweise/impressum_de.aspx
 de-de/feedback
 de-de/lp
 de-en*/listing/*/favoriters
@@ -2139,15 +2065,6 @@ en-in.www.cloudflare.com
 en-in/feedback
 en-in/lp
 en-us.www.cloudflare.com
-en-us/windows/si/matrix.html
-en/microsoft-365
-en/microsoft-365/
-en/microsoft-teams
-en/microsoft-teams/
-en/microsoft-viva
-en/microsoft-viva/
-en/security
-en/security/
 endorsements
 enterprise-jobs
 enterprise-partner-search/sitemaps
@@ -2196,20 +2113,12 @@ es/market/confederate_flag
 es/market/dixie_flag
 es/market/rebel_flag
 es/messages
-es/microsoft-365
-es/microsoft-365/
-es/microsoft-teams
-es/microsoft-teams/
-es/microsoft-viva
-es/microsoft-viva/
 es/mini.php
 es/people
 es/search*attr_*=
 es/search*price_bucket=
 es/search*search_type=
 es/search*ship_to=
-es/security
-es/security/
 es/share
 es/shop_name_search_service
 es/teams
@@ -2260,7 +2169,6 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
-fe=true
 feature/sf-test
 feed
 feed$
@@ -2271,7 +2179,6 @@ feed?section=stayhome
 feed?section=stayhome$
 feedback
 feeds
-feeds/TechNet/fr-fr/screenshot/screenshot%20surface.jpg
 feeds/videos.xml
 fetch
 fi-en*/listing/*/favoriters
@@ -2392,29 +2299,18 @@ fr/market/confederate_flag
 fr/market/dixie_flag
 fr/market/rebel_flag
 fr/messages
-fr/microsoft-365
-fr/microsoft-365/
-fr/microsoft-teams
-fr/microsoft-teams/
-fr/microsoft-viva
-fr/microsoft-viva/
 fr/mini.php
 fr/people
 fr/search*attr_*=
 fr/search*price_bucket=
 fr/search*search_type=
 fr/search*ship_to=
-fr/security
-fr/security/
 fr/share
 fr/shop_name_search_service
 fr/teams
 fr/transactions
 fr/treasury
 fr/your
-france/formation/centres/planning.asp?
-france/ie/default.asp?
-france/mnp_utility.mspx?
 friends
 from_id=
 frommers
@@ -2430,9 +2326,6 @@ gamtarget
 gb/images
 gcc
 gdpr-consent
-genuine/
-germany/library/images/mnp/
-germany/video/de/de/related*
 getCallUsInfoData
 get_midroll_info
 get_video
@@ -2641,9 +2534,8 @@ hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
-hpc/*/supported-applications.aspx?
-http://amzn.to/robots.txt
-http://dropbox.com/robots.txt
+http://archive.org/robots.txt
+http://cloudflare.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2684,7 +2576,6 @@ ie/conversations
 ie/guest-pass
 ie/help/sitemap
 ie/help/sitemap.php
-ie/ie40/
 ie/invites/buy
 ie/listing/*/stubs
 ie/locale/overlay
@@ -2761,7 +2652,6 @@ il-en/your
 il/cart
 im?
 images
-imaginecup/*
 imesync
 imgres
 imode/?
@@ -2823,13 +2713,10 @@ includes
 indepthtoolkit/smallprox
 indepthtoolkit/smallprox$
 index.html?
-info/customerror.htm*
-info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
 internalPref
 intl/*/about/views
-intlkb/
 inviteFromProfile
 inviteMany
 invites/buy
@@ -2848,7 +2735,6 @@ iplayer/cbeebies/search
 iplayer/search
 ireceipt/get
 ireceipt/get?
-isapi/
 it*/listing/*/favoriters
 it*/people/*/circle
 it*/people/*/favorites
@@ -2905,11 +2791,6 @@ it/your
 ja-jp.www.cloudflare.com
 ja-jp/feedback
 ja-jp/lp
-japan/directx/default.asp?
-japan/enable/textview.asp?
-japan/products/library/search.asp?
-japan/showcase/print/default.aspx?
-japan/terminology/query.asp?
 job-apply
 jobs-guest
 jobs/EU_UpdateJobEmployerCounter
@@ -3077,9 +2958,7 @@ m/?
 m/finance
 m=1$
 m?
-mac/help.mspx?
 macros
-mactopia/help.mspx?
 mail/$
 mail?
 mailinglist
@@ -3211,7 +3090,6 @@ min=
 mini.php
 missingpage
 mld?
-mnp_utility.mspx?
 mob/tracking
 mobile
 mobile/cities-transformed
@@ -3234,7 +3112,6 @@ mtb_composer
 multiproduct
 muse/identity/v2/identity.js
 music
-music/*/wal/
 music/album
 music/artist
 musica
@@ -3763,7 +3640,6 @@ register
 registration
 registry/wishlist
 remotelogout
-rep=hc
 report
 report-abuse?report=
 report=
@@ -3792,8 +3668,6 @@ row
 rss
 rss/people/*/reviews
 ru-ru.www.cloudflare.com
-ru-ru/events/platforma/materials/default.aspx?speaker*
-rus/licensing/Unilateral.aspx/*
 rw/WashingtonPost/Content/Epaper
 rweb
 s
@@ -3986,7 +3860,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://patreon.com/robots.txt
+showtimes/location/*http://tripadvisor.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4277,8 +4151,6 @@ sounds/search$
 sounds/search?
 source=
 source_repo=
-spain/empresas/
-spain/medianaempresa/
 specialoffers
 specials
 spice
@@ -5052,13 +4924,6 @@ wiki/ויקיפדיה%3Aרשימת_מועמדים_למחיקה
 wiki/ויקיפדיה:דפים_לא_קיימים_ומוגנים
 wiki/ויקיפדיה:ערכים_לא_קיימים_ומוגנים
 wiki/ויקיפדיה:רשימת_מועמדים_למחיקה
-windows/404.aspx?*
-windows/campaign/features-built-in-apps.aspx
-windows/campaign/meet-apps.aspx
-windows/campaign/meet-start.aspx
-windows/compatibility/windows-7/
-windows/compatibility/windows-7/*
-windows/compatibility/windows-vista/
 wirecutter/*&xid=
 wirecutter/*.csv$
 wirecutter/*.zip$
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 8dea6a56e06..fc8918b870f 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -3069,7 +3069,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://video.twimg.com/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3125,6 +3125,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /password
 /patches/new
 /path_locks
+/patterns/
 /pay-invoice
 /pd/Ghost-Stories-Original-Tales-Ghostly-Urban-Legends-Audiobook/B07GL5B67Q
 /pd/ITEM_NAME-Podcast
@@ -3312,6 +3313,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/*?q=
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/collections
@@ -3347,6 +3349,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search?searchProvider=*&sort=
 /search?title=
 /searchDirectory
+/searchresults/
 /searchsuggest
 /secure/
 /select*?
@@ -3624,7 +3627,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://lifestylesimplify.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3844,7 +3847,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5537,6 +5540,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6095,6 +6099,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6227,6 +6232,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6833,6 +6839,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6855,7 +6863,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://glassdoor.com/robots.txt
+account/accomplishments/http://creativecommons.org/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -6916,6 +6924,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7178,6 +7187,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -7204,6 +7214,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -7264,16 +7275,17 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://euronews.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://globenewswire.com/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7342,7 +7354,7 @@ app_data/
 appchart
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://nicovideo.jp/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8393,6 +8405,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8455,6 +8468,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8544,7 +8558,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://hbr.org/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8600,6 +8614,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8671,7 +8686,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://whatsapp.com/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9478,7 +9493,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://google.co.in/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9505,7 +9520,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://youtube.de/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9694,6 +9709,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -9835,7 +9851,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://m.youtube.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -9959,7 +9975,6 @@ compagnie
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10045,7 +10060,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://godaddy.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10161,7 +10176,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://shareasale.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10348,10 +10363,12 @@ cpresources
 cpro
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -10809,6 +10826,7 @@ deals/merchant/*
 deals/popular/*
 debats/
 debug
+debug/
 decision-makers$
 decision-makers/*/admin_accounts$
 decision-makers/*/admin_accounts?
@@ -10839,6 +10857,7 @@ delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
 demo
+demokratie-jetzt.html
 demonstration
 demos
 demos/
@@ -10892,6 +10911,7 @@ dg-service
 dgs/education_culture/404_en.htm
 dhtml
 dhtmlmenu
+di-ag/
 diagnosed-with-glioblastoma
 dialog/*
 dictionary/static/sitemaps
@@ -11470,7 +11490,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://moma.org/robots.txt
+email/*http://dw.com/robots.txt
 email/privacy-guarantees
 email/privacy-terms
 email/unsubscribe
@@ -11680,6 +11700,9 @@ enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12210,6 +12233,7 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12420,7 +12444,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://globalresearch.ca/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12814,6 +12838,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -12835,7 +12861,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://namecheap.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13065,7 +13091,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://l.facebook.com/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13092,6 +13118,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/choose-location.html?location=home
@@ -13422,7 +13449,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13720,12 +13747,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13739,6 +13768,8 @@ howto
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -13819,37 +13850,38 @@ http
 http-checker
 http2_data
 http:
-http://ads.google.com/robots.txt
-http://adssettings.google.com/robots.txt
-http://airtable.com/robots.txt
-http://amazon.fr/robots.txt
-http://blacklivesmatter.com/robots.txt
-http://booking.com/robots.txt
-http://chicagotribune.com/robots.txt
-http://cofchrist.org/robots.txt
-http://fb.com/robots.txt
-http://focus.de/robots.txt
-http://g.co/robots.txt
-http://gmail.com/robots.txt
-http://google.com.br/robots.txt
-http://i2.wp.com/robots.txt
-http://idfa.nl/robots.txt
-http://img.youtube.com/robots.txt
-http://lapakbrebes.com/robots.txt
-http://livescience.com/robots.txt
-http://mediafire.com/robots.txt
-http://mobile.twitter.com/robots.txt
-http://orcd.co/robots.txt
-http://roguefitness.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://sfgate.com/robots.txt
-http://shopify.com/robots.txt
-http://tech.nikkeibp.co.jp/robots.txt
-http://thenextweb.com/robots.txt
-http://usnews.com/robots.txt
-http://visitazores.com/robots.txt
-http://weibo.com/robots.txt
-http://woodgears.ca/robots.txt
+http://2.bp.blogspot.com/robots.txt
+http://about.google/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
+http://support.apple.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14221,11 +14253,16 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14234,8 +14271,13 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14246,6 +14288,7 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 img
@@ -14368,6 +14411,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14481,7 +14525,6 @@ info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
 info/jobs/ba-medieninformatik.html
-info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
 info/jobs/buchhaltung-personal.html
 info/jobs/compliance.html
@@ -14494,6 +14537,7 @@ info/jobs/product-owner.html
 info/jobs/projektberater.html
 info/jobs/scrum-master.html
 info/jobs/showmaster.html
+info/jobs/site-reliability-engineer.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
@@ -14527,7 +14571,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://ffm.to/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15381,7 +15425,6 @@ latest-playlist
 latest-talk
 latin
 latin_en
-launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -15406,7 +15449,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://click.linksynergy.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15636,6 +15679,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -15950,6 +15994,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16076,7 +16121,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://umc.org/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16401,6 +16446,7 @@ merchant/directions/*
 merchant/imageUploadPreview/*
 merchant/loc/*
 merchant/moreProducts?*
+merchant/reviews?
 merchant/update/*
 merchantapps
 mes
@@ -17378,6 +17424,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17562,6 +17609,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -17796,7 +17845,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -18652,6 +18700,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18669,6 +18718,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18720,6 +18770,7 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19378,6 +19429,7 @@ responder
 rest
 rest/*/activity
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19430,6 +19482,7 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -20090,7 +20143,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20257,6 +20310,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20390,6 +20444,7 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
+shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -20400,11 +20455,15 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/browse/overlay
+shop/collections
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20455,7 +20514,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://tripadvisor.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -20510,7 +20569,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign_in
@@ -20998,6 +21056,7 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21109,6 +21168,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21186,6 +21246,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21269,6 +21330,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/codemirror
 static/css
 static/decodeKey.txt
@@ -21387,6 +21449,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -21685,7 +21749,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://drupal.org/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -21912,7 +21976,7 @@ test5
 test6
 testcases
 testfl
-testhttp://deepmind.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -21921,6 +21985,7 @@ text
 text_edition
 tfemail
 th
+th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -21945,6 +22010,7 @@ th/solutions/case-studies/innovators/innovators-eu/
 th/solutions/case-studies/sustainability-emea/
 th/user
 th/users
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22193,12 +22259,13 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://atlasobscura.com/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22221,14 +22288,28 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
 travel/entity
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
 travel/hotels/stories
+travel/scripts
 travel/search
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -22727,6 +22808,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -23245,14 +23327,29 @@ video_file
 videodash.cms*
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 viewReview
@@ -23458,6 +23555,10 @@ whythisad
 widget
 widget-landing-page.html
 widget/*
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24233,6 +24334,7 @@ word/document_url
 word/download
 word/embed
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24330,9 +24432,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
 wp-admin/admin-ajax.phphttp://fool.com/robots.txt
-wp-admin/admin-ajax.phphttp://today.com/robots.txt
-wp-admin/admin-ajax.phphttp://usps.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24402,7 +24504,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://androidcommunity.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24527,7 +24629,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://business.facebook.com/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -24877,7 +24979,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://sustainability.google/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index d4c89b77692..2e78b97ee33 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -974,7 +974,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://efsa.europa.eu/robots.txt
+.+http://skype.com/robots.txt
 ...$
 .../
 .AARP/
@@ -1047,7 +1047,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://jjpan.com/robots.txt
+.csshttp://famicom-guitar.com/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1136,7 +1136,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://webmasters.stackexchange.com/robots.txt
+.jpg$http://palwatch.org/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1147,7 +1147,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://christinamcphee.net/robots.txt
+.jshttp://domains.google/robots.txt
 .json
 .json
 .json$
@@ -1210,14 +1210,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://primit.it/robots.txt
+.phphttp://regjeringen.no/robots.txt
 .pl
 .plist$
 .png
 .png$
 .png$
-.png$http://apachefriends.org/robots.txt
-.png$http://safebrowsing.google.com/robots.txt
+.png$http://straitstimes.com/robots.txt
+.png$http://wayfair.com/robots.txt
 .png*
 .png*************
 .ppt
@@ -1259,7 +1259,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://sugarprocesstech.com/robots.txt
+.swfhttp://english.happybuddhatemple.org/robots.txt
 .sz=
 .tar$
 .tar.bz2$
@@ -1312,7 +1312,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .zip
 .zip$
 .zip$
-.zip$http://googlewebmastercentral.blogspot.com/robots.txt
+.zip$http://glas-javnosti.rs/robots.txt
 .|jsp
 /
 /$
@@ -1926,7 +1926,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*?*ls%3d*%3fls%3d
 /*?*ls=*&ls=
 /*?_requestid=
-/*?add-to-cart=*http://eurochannel.com/robots.txt
+/*?add-to-cart=*http://qiita.com/robots.txt
 /*?attachment-id=
 /*?label=
 /*?layout=grid
@@ -5048,9 +5048,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://pedroalberto.com/robots.txt
-/action~*/http://seo.ijoomla.com/robots.txt
-/action~*/http://ufbpk.com/robots.txt
+/action~*/http://aswaja.net/robots.txt
+/action~*/http://rachats2credits.fr/robots.txt
+/action~*/http://taern.com/robots.txt
 /activate
 /activities/detail
 /activities/detail/*/*
@@ -5954,7 +5954,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://fastcoexist.com/robots.txt
+/control_panel/manage*http://garciniaweightloss.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -7439,7 +7439,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /neonazi_*
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://zdnet.fr/robots.txt
+/neuroscience-terms/$http://newatlas.com/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -7496,9 +7496,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://blogs.msdn.com/robots.txt
-/no-referrer-when-downgradehttp://bsi.bund.de/robots.txt
-/no-referrer-when-downgradehttp://help.netflix.com/robots.txt
+/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
+/no-referrer-when-downgradehttp://marketwired.com/robots.txt
+/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
 /no-search-results
 /no_access
 /node
@@ -7685,6 +7685,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /patches/new
 /path_locks
 /patient-family-ed/*
+/patterns/
 /pay-invoice
 /payment
 /payment-success.html
@@ -7707,7 +7708,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://rescuetime.com/robots.txt
+/pdf_reader/*/http://venmo.com/robots.txt
 /pdfft
 /pdp/lo
 /pedobear_*
@@ -7853,7 +7854,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://artnet.com/robots.txt
+/print/http://opplemena.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -8260,6 +8261,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /search/?
 /search/?*terms
 /search/?q
+/search/?q=*
 /search/account
 /search/ai-search
 /search/bang
@@ -8313,6 +8315,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchpage
 /searchresult
 /searchresults$
+/searchresults/
 /searchsuggest
 /season/200
 /sections
@@ -8523,7 +8526,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://nuget.org/robots.txt
+/store/orderhttp://pouet.net/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -9086,8 +9089,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://dasbuchderwahrheit.de/robots.txt
-/wp-content/uploads/http://geraldtabios.com/robots.txt
+/wp-content/uploads/http://copaco.com.py/robots.txt
+/wp-content/uploads/http://next.co.uk/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -9246,7 +9249,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*amp=
 ?*answerId=
 ?*api_key
-?*apikey*http://akismet.com/robots.txt
+?*apikey*http://visaeurope.com/robots.txt
 ?*app
 ?*append_element
 ?*appidt=*
@@ -9321,8 +9324,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://everyday.in.ua/robots.txt
-?*http://insight.reflow.tv/robots.txt
+?*http://9943805.fls.doubleclick.net/robots.txt
+?*http://tapatalk.com/robots.txt
 ?*hubs_signup-cta
 ?*hybrid=
 ?*ic=
@@ -9588,7 +9591,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://15721.courses.cs.cmu.edu/robots.txt
+?*utm_source=http://chordsoftruth.com/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view_post_comments=
@@ -9648,7 +9651,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?TBL_Prod100Page=
 ?TB_iframe*=
 ?TB_iframe=
-?TRILIBIS_EMULATOR_UA*
 ?TRUE
 ?URL=
 ?URL=http:
@@ -9744,7 +9746,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?anyWord*
 ?api_key
 ?app=
-?app=truehttp://support.lenovo.com/robots.txt
+?app=truehttp://decide.madrid.es/robots.txt
 ?app_id_mytracker
 ?app_v2
 ?ar
@@ -9813,7 +9815,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://blogs.technet.com/robots.txt
+?callback=http://bitfinex.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
@@ -10299,13 +10301,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://gsb.stanford.edu/robots.txt
+?netflixsource=*http://help.opera.com/robots.txt
 ?netmng=
 ?new=
 ?news_id=
 ?newsid
 ?next
-?nextPageToken=
 ?nextUrl=*
 ?nl
 ?noExport=
@@ -10532,7 +10533,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://psidetektiv.cz/robots.txt
+?rangeId=*http://dafont.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -10671,7 +10672,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?show_error=true
 ?showcomment*
 ?showroom-open=
-?shttp://es.linkedin.com/robots.txt
+?shttp://jetpack.com/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -10748,7 +10749,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://legifrance.gouv.fr/robots.txt
+?sq_content_src=http://news.un.org/robots.txt
 ?src
 ?src*
 ?src=sem_ggl
@@ -10914,7 +10915,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://edps.europa.eu/robots.txt
+?view_only=http://osha.gov/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
@@ -11003,7 +11004,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me
 @me$
 @nfs/ecommerce-front-core
-@vitehttp://ffmpeg.org/robots.txt
+@vitehttp://optinmonster.com/robots.txt
 A=
 AAMSZ=160x600
 AAMSZ=300x250
@@ -11030,7 +11031,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://lg.com/robots.txt
+API/v2$http://hawaii.edu/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -16878,7 +16879,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://worldtimebuddy.com/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -17538,7 +17539,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://trsorg.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
@@ -18779,7 +18780,7 @@ Search/
 Search/*
 Search/Mail/Public
 Search5
-Search?*http://lh6.ggpht.com/robots.txt
+Search?*http://cracked.com/robots.txt
 Search?q*
 Search?searchstring_input=
 SearchDisplay
@@ -19247,7 +19248,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://speermethod.com/robots.txt
+Verkko/http://elastic.co/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -19268,7 +19269,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://elifesciences.org/robots.txt
+VoteActivities/http://nature.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -19778,7 +19779,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://marketingprofs.com/robots.txt
+_r/http://link.springer.com/robots.txt
 _recache
 _redirectedFromOffline-true
 _remote
@@ -20041,7 +20042,7 @@ about-cancer/cancer-chat/user?destination=/about-cancer/cancer-chat/
 about-ghostery
 about-iqair
 about-the-council/about-the-website/third-party-accessibility-statements
-about-the-council/about-the-website/third-party-accessibility-statements/*http://realtor.com/robots.txt
+about-the-council/about-the-website/third-party-accessibility-statements/*http://kernel.org/robots.txt
 about-the-council/contact-us-new
 about-the-council/contact-us/adult-education
 about-the-council/contact-us/adult-social-care-and-health
@@ -20065,9 +20066,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://images.apple.com/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
 about-us/employment
-about-us/employment/*http://hulu.com/robots.txt
+about-us/employment/*http://auswaertiges-amt.de/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -20096,7 +20097,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://berliner-zeitung.de/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -20324,7 +20325,7 @@ account/*
 account/Register.aspx
 account/_Resources/
 account/accomplishments
-account/accomplishments/http://healthaffairs.org/robots.txt
+account/accomplishments/http://courses.i-leadonline.com/robots.txt
 account/ackgift
 account/artworks
 account/authenticate
@@ -20350,7 +20351,9 @@ account/edit_stocks
 account/email-auth
 account/email_preferences
 account/emailoptout/?*token=
+account/en-ca/email-sign-up
 account/forgot-password
+account/fr-ca/abonnement-courriels
 account/invite
 account/login
 account/logout
@@ -20721,7 +20724,7 @@ add-to-bibliography
 add-to-cart
 add-to-cart=
 add-to-cart=*
-add-to-cart=*http://kudo.cart.fc2.com/robots.txt
+add-to-cart=*http://criteo.com/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -20803,7 +20806,7 @@ admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://meowwolf.com/robots.txt
+admin/http://mediapost.com/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -20817,15 +20820,14 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://sheknows.com/robots.txt
-adminhttp://unbounce.com/robots.txt
+adminhttp://dji.com/robots.txt
 administration
 administration/
 administrative-fellowship
 administrative-staff/ebaid-nancy
 administrator
 administrator/
-administrator/http://asv-rott.de/robots.txt
+administrator/http://trustpilot.com/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -20980,6 +20982,7 @@ adwordsresellers
 adx/bin
 adzikiewicz
 ae
+ae-en/
 ae/
 ae/en/book-a-trip/flights/fare-types/fare-guide-information.html
 ae/en/c/*
@@ -21021,7 +21024,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://amnestyusa.org/robots.txt
+affiliate/*http://fontawesome.io/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -21699,8 +21702,6 @@ andysltan
 andywang
 ane103-17
 anesth/employment/faculty/cv
-anesthesia/alumni-thank-you
-anesthesia/pain-management-center/appointments-and-referrals/referral-thankyou
 angebote
 angel
 angel-cabrera
@@ -21885,12 +21886,12 @@ api/abtests/active-tests
 api/access
 api/adsplatform/conversion/event
 api/ajax/checktheseout
-api/ajax/checktheseout?.*http://essence.com/robots.txt
+api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt
 api/ajax/reactions
 api/ajax/reactions?.
 api/ajax/rightlatestnews
 api/ajax/rightlatestnews?.
-api/attachments/*http://1.bp.blogspot.com/robots.txt
+api/attachments/*http://docs.oracle.com/robots.txt
 api/auth
 api/billing
 api/billing$
@@ -21928,7 +21929,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://browsehappy.com/robots.txt
+api/du/Searchhttp://dribbble.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -21938,7 +21939,7 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://jigsaw.google.com/robots.txt
+api/http://kobemural.com/robots.txt
 api/install_backblaze
 api/internal/*/location
 api/internal/analytics/songs
@@ -21964,7 +21965,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://myfonts.com/robots.txt
+api/og/*http://crowdfundingusa.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -22187,7 +22188,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://fda.gov/robots.txt
+apple-app-site-associationhttp://focusonkids.ru/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -22214,8 +22215,6 @@ apply/*
 apply/thank-you
 apply?adId=
 appointment_form
-appointments-and-referrals/appointment-thankyou
-appointments-and-referrals/referral-thankyou
 approbation-de-financement-en-ligne
 approver-actions
 apps
@@ -22385,6 +22384,7 @@ ar-eg/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
 ar-eg/televisionat-dolby-vision-atmos
 ar-eg/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-en
+ar-es/
 ar-es/shop/*?*&*&*&*
 ar-iq/
 ar-iq/home-theatre-sound-bars/neckband-speakers
@@ -22606,7 +22606,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://b.hatena.ne.jp/robots.txt
+archives/http://eeoc.gov/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -22881,14 +22881,14 @@ asonawane
 asouri
 asp.net/
 asp/
-asp/*http://documentation.cpanel.net/robots.txt
+asp/*http://arte.tv/robots.txt
 asp/demo_db_edit.asp
 aspi/
 aspnet_client
 aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://streamelements.com/robots.txt
+aspx/read.aspxhttp://tnt.netmng.com/robots.txt
 aspxerrorpath*
 asrelated.cms*
 asross
@@ -22911,7 +22911,6 @@ assets$
 assets.pinterest.com
 assets/
 assets/*
-assets/MGH/pdf/children/
 assets/access/documentation
 assets/aircraft
 assets/automotive/white-papers/AutoCheck_2X
@@ -22935,7 +22934,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://ardmediathek.de/robots.txt
+assets/http://jotform.com/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -23028,6 +23027,7 @@ at*/people/*/circle
 at*/people/*/favorites
 at*/shop/*/favoriters
 at*/shop/*/sold
+at-de/
 at-en
 at/
 at/*?order=
@@ -23252,6 +23252,7 @@ au*/shop/*/sold
 au*/step
 au*/submit
 au*/submitted
+au-en/
 au-en/shop/*?*&*&*&*
 au-fr
 au.html
@@ -24303,7 +24304,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://roberthalf.com/robots.txt
+bappstore/bapps/download/http://poshmark.com/robots.txt
 baqaee
 barbarak
 barchartData
@@ -24552,6 +24553,7 @@ be-fr*/cdn-cgi/challenge-platform
 be-fr*/step
 be-fr*/submit
 be-fr*/submitted
+be-fr/
 be-fr/*?*shpxid=
 be-fr/*digital_wallets/dialog
 be-fr/admin
@@ -24584,6 +24586,7 @@ be-fr/tools/business-name-generator/searchpage
 be-fr/tools/business-name-generator/searchutf8
 be-fr/tools/logo-maker/onboarding
 be-fr/ventureone
+be-nl/
 be/
 be/*?*shpxid=
 be/*?order=
@@ -24737,6 +24740,10 @@ become-a-driver
 become-an-author?
 become-artist
 bedankt
+befi/$
+befi/?$
+befi/hamburg
+befi/widget
 beftekhar
 beggs
 begin-again
@@ -25265,7 +25272,7 @@ blog-ads-api-output
 blog-galleries
 blog-manager
 blog-old
-blog-p2/http://crowdin.com/robots.txt
+blog-p2/http://sendpulse.com/robots.txt
 blog-post.html
 blog-preview
 blog-rap-us
@@ -25320,14 +25327,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://stripe.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://hp.com/robots.txt
-blog/?s=*http://ucl.ac.uk/robots.txt
+blog/?s=*http://engvid.com/robots.txt
+blog/?s=*http://japansociety.org/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -25420,7 +25427,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://interarbiter.info/robots.txt
+blog/tag/success-webinar/http://jezebel.com/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -25552,7 +25559,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://alunathemovie.com/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -25568,7 +25575,6 @@ blueprint
 blueprint/WEB-INF
 bluetoothhelpR2
 bluetoothhelpR4
-blum-center/health-and-illness-resources/ask-health-educator-thankyou
 bm/
 bm/forums
 bm/kb/*/discuss
@@ -27195,7 +27201,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://whatsapp.com/robots.txt
+bookmarkshttp://econsultancy.com/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -27560,6 +27566,7 @@ brain/video/treating-gmg-video
 braintree-customization-work
 bramdevolder
 bramirez
+branchenbuch/*/*/*/ln0
 brand
 brand*removecategory
 brand--gender/
@@ -27601,7 +27608,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://tedxmanhattan.org/robots.txt
+brandnew/psphttp://understood.org/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -27673,7 +27680,6 @@ brinda
 brink-roby
 brisasarai
 broadband
-broadway-revere/appointments-and-referrals/appointment-thankyou
 brodyzt
 brokenlink
 brokers
@@ -27841,8 +27847,6 @@ buniverse/vote
 buniverse/youtube
 buntemein
 burchesky
-burns/appointments-and-referrals/appointment-thankyou
-burns/appointments-and-referrals/referral-thankyou
 bursar
 burzlaff
 bus/*/Ads.html
@@ -27870,7 +27874,7 @@ buscador
 buscador.aspx
 buscador/GoogleServlet
 buscador/GoogleServletBuscadorVertical
-buscador_generalhttp://ccwatershed.org/robots.txt
+buscador_generalhttp://decrypt.co/robots.txt
 buscar
 buscar
 buscar.html
@@ -30776,6 +30780,56 @@ business
 business*?
 business--manufacturing/business-education/faq/search?
 business-breakfast
+business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel
+business-customers/aviation/news-and-media-releases/news-and-media-2020/shell-and-red-rock-sign-agreement-to-market-and-distribute-low-carbon-sustainable-aviation-and-diesel-fuel.html
+business-customers/aviation/shell-for-suppliers/card-services
+business-customers/aviation/shell-for-suppliers/card-services.html
+business-customers/bitumen/contact-us
+business-customers/bitumen/contact-us.html
+business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives
+business-customers/chemicals/our-products/contact-us-about-shells-higher-olefins-and-derivatives.html
+business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives
+business-customers/chemicals/our-products/shell-performance-olefins/contact-us-about-shells-higher-olefins-and-derivatives.html
+business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives
+business-customers/chemicals/our-products/shell-performance-surfactants/contact-us-about-shells-higher-olefins-and-derivatives.html
+business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products
+business-customers/chemicals/our-products/styrene-monomer/what-is-the-impact-of-styrene-based-products.html
+business-customers/lubricants-for-business/products/shell-panolin/five-things-to-know
+business-customers/lubricants-for-business/products/shell-panolin/five-things-to-know.html
+business-customers/lubricants-for-business/products/shell-panolin/lubricants-for-business-and-environment
+business-customers/lubricants-for-business/products/shell-panolin/lubricants-for-business-and-environment.html
+business-customers/lubricants-for-business/products/shell-panolin/protect-ecosystems-and-equipment
+business-customers/lubricants-for-business/products/shell-panolin/protect-ecosystems-and-equipment.html
+business-customers/lubricants-for-business/products/shell-panolin/reducing-carbon-intensity
+business-customers/lubricants-for-business/products/shell-panolin/reducing-carbon-intensity.html
+business-customers/lubricants-for-business/products/shell-panolin/supporting-sustainability-ambitions
+business-customers/lubricants-for-business/products/shell-panolin/supporting-sustainability-ambitions.html
+business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain
+business-customers/lubricants-for-business/reach-for-shell-lubricants-supply-chain.html
+business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges
+business-customers/lubricants-for-business/sector-expertise/mining/discover-mining-sector-overcome-challenges.html
+business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power
+business-customers/lubricants-for-business/sector-expertise/power-industry/people-behind-power.html
+business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine
+business-customers/lubricants-for-business/shell-expertise/lubrication-services-for-your-industry/shell-remotesense/engine.html
+business-customers/marine/marine-lng
+business-customers/marine/marine-lng.html
+business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature
+business-customers/shell-fleet-solutions/fleet-management/shell-fleet-app-for-small-businesses/feature.html
+business-customers/shell-market-hub/shell-services/lube-optimizer
+business-customers/shell-market-hub/shell-services/lube-optimizer.html
+business-customers/shell-market-hub/shell-services/machinemax
+business-customers/shell-market-hub/shell-services/machinemax.html
+business-customers/shell-market-hub/shell-services/shell-desiccant-breathers
+business-customers/shell-market-hub/shell-services/shell-desiccant-breathers.html
+business-customers/shell-market-hub/shell-services/shell-lube-analyst
+business-customers/shell-market-hub/shell-services/shell-lube-analyst.html
+business-customers/shell-market-hub/shell-services/shell-lube-videocheck
+business-customers/shell-market-hub/shell-services/shell-lube-videocheck.html
+business-customers/shell-market-hub/shell-services/shell-remote-sense
+business-customers/shell-market-hub/shell-services/shell-remote-sense.html
+business-customers/trading-and-supply/counterparty-information-request
+business-customers/trading-and-supply/counterparty-information-request.html
 business-enterprise/cesm3/index_v2.php?key5sk1=
 business-enterprise/cesm3/index_v2.php?s=
 business-insider$
@@ -31142,6 +31196,7 @@ ca-ES/*barcelona
 ca-ES/*spain
 ca-ES/office-space
 ca-ES/signup
+ca-en/
 ca-es/
 ca-fr*/blog-article-remove-faq-utms-*.js
 ca-fr*/cdn-cgi/challenge-platform
@@ -31153,6 +31208,7 @@ ca-fr*/shop/*/sold
 ca-fr*/step
 ca-fr*/submit
 ca-fr*/submitted
+ca-fr/
 ca-fr/*?*shpxid=
 ca-fr/*?order=
 ca-fr/*color=
@@ -31469,7 +31525,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://smileeasy.com/robots.txt
+calendar-2/action~*/http://icloud.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -31688,7 +31744,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://gezondheidsplein.nl/robots.txt
+calendrier/action~stream/http://dailycaller.com/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -31743,7 +31799,7 @@ campaigns/
 campaigns/bigsix.html
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://tribe.net/robots.txt
+campaigns/digital-recruitmenthttp://southwest.com/robots.txt
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
 campaigns/logout-free.html
@@ -31778,7 +31834,6 @@ cancel
 cancel-membership
 cancel.php
 cancel/
-cancer-center/appointments-and-referrals/appointment-thankyou
 cancer-subject/
 cancer/giving/about/leadership-council
 candan
@@ -31983,6 +32038,20 @@ careers/MAINTAINERS.txt
 careers/Phoenix-Hiring-Event/
 careers/Sydney-Hiring-Event/
 careers/UPGRADE.txt
+careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow
+careers/about-careers-at-shell/employee-stories/developing-the-female-leaders-of-tomorrow.html
+careers/about-careers-at-shell/employee-stories/dreaming-big
+careers/about-careers-at-shell/employee-stories/dreaming-big.html
+careers/about-careers-at-shell/employee-stories/endless-opportunities
+careers/about-careers-at-shell/employee-stories/endless-opportunities.html
+careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme
+careers/about-careers-at-shell/employee-stories/exploring-geology-on-the-shell-graduate-programme.html
+careers/about-careers-at-shell/employee-stories/testing-my-abilities
+careers/about-careers-at-shell/employee-stories/testing-my-abilities.html
+careers/about-careers-at-shell/people-at-shell
+careers/about-careers-at-shell/people-at-shell.html
+careers/about-careers-at-shell/we-are-one-team/diversity-inclusion
+careers/about-careers-at-shell/we-are-one-team/diversity-inclusion.html
 careers/admin
 careers/analytics
 careers/aus-nz-event/
@@ -32003,6 +32072,8 @@ careers/aws-sea-event/
 careers/aws-singapore-event/
 careers/aws-sydney-event/
 careers/chattanooga-mobile-event/
+careers/choose-your-career-profile
+careers/choose-your-career-profile.html
 careers/comment/reply
 careers/cron.php
 careers/database-hiring/
@@ -32027,7 +32098,11 @@ careers/job
 careers/jobs
 careers/jobs.php
 careers/jobs.php?id=
+careers/join-the-shell-talent-community
+careers/join-the-shell-talent-community.html
 careers/landing-pages/
+careers/life-at-shell
+careers/life-at-shell.html
 careers/logon
 careers/mentor-knowledge-bank/
 careers/mexico-edge-hiring-2014/
@@ -32071,6 +32146,8 @@ careers/scripts
 careers/search
 careers/search?
 careers/session-img
+careers/students-and-graduates
+careers/students-and-graduates.html
 careers/students-graduates/opportunities
 careers/texas-event/
 careers/thank_you
@@ -34590,7 +34667,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://confluence.atlassian.com/robots.txt
+cdc/http://gizmodo.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -34602,10 +34679,10 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://google.com.co/robots.txt
-cdn-cgi/http://google.ie/robots.txt
-cdn-cgi/http://hyatt.com/robots.txt
-cdn-cgi/http://timeanddate.com/robots.txt
+cdn-cgi/http://hortomallas.hk/robots.txt
+cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
+cdn-cgi/http://newindianexpress.com/robots.txt
+cdn-cgi/http://rover.com/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -34613,7 +34690,7 @@ cdn-cgi/rum
 cdn-cgi/scripts
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://wefunder.com/robots.txt
+cdn-cgi/zaraz/http://deezer.com/robots.txt
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
 cdn-dgi
@@ -34744,8 +34821,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://apluslawn.com/robots.txt
-cgi-bin/http://tv.apple.com/robots.txt
+cgi-bin/http://euroncap.com/robots.txt
+cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -34758,7 +34835,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://sears.com/robots.txt
+cgi-bin/notices/http://ams.usda.gov/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -34798,7 +34875,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://worldbank.org/robots.txt
+cgi-binhttp://ifixit.com/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -34869,6 +34946,8 @@ ch*/people/*/circle
 ch*/people/*/favorites
 ch*/shop/*/favoriters
 ch*/shop/*/sold
+ch-de/
+ch-fr/
 ch/
 ch/*?order=
 ch/*color=
@@ -35190,7 +35269,7 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://planetwaves.net/robots.txt
+checkouthttp://modernistcuisine.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -35279,16 +35358,6 @@ chihantv
 chihe*?
 child/
 children
-children/appointments-and-referrals/alumni-registration-thankyou
-children/appointments-and-referrals/appointment-thankyou
-children/appointments-and-referrals/feedback-thankyou
-children/appointments-and-referrals/lurie-center-signup-thankyou
-children/appointments-and-referrals/patriot-pediatrics-referral-thankyou
-children/appointments-and-referrals/referral-thankyou
-children/appointments-and-referrals/secret-shopper-thankyou
-children/appointments-and-referrals/story-idea-thankyou
-children/coronavirus/return-to-play-after-covid-19-infection-for-providers
-children/speech-language-and-swallowing-disorders/appointments-and-referrals/appointment-thankyou
 childrenCount=
 childtaxcredit
 chilton
@@ -35440,6 +35509,7 @@ ckgeiger
 ckorponay
 cksum=
 cl
+cl-es/
 cl-es/shop/*?*&*&*&*
 cl/
 cl/Download
@@ -35651,8 +35721,8 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://export.gov/robots.txt
-clickhttp://st.com/robots.txt
+clickhttp://antena3.rtp.pt/robots.txt
+clickhttp://searchenginejournal.com/robots.txt
 clickstream
 clicktale
 clickthrough.jsp
@@ -38023,7 +38093,7 @@ cmp=
 cmplog
 cmr
 cms
-cms-search/http://cancerresearchuk.org/robots.txt
+cms-search/http://cmswire.com/robots.txt
 cms.
 cms.dll
 cms.dll*
@@ -38061,7 +38131,7 @@ cn/en/privacy-statement/qualtrics
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://freedomhouse.org/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
 cn/ipns
 cn/list
 cn/list=
@@ -38190,7 +38260,7 @@ cobrand/
 code
 code/
 code/*
-code/http://img.youtube.com/robots.txt
+code/http://wa-wenatchee-lite.intouchreceipting.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -38461,7 +38531,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://bernina.com/robots.txt
+community/*/profile/*http://cointelegraph.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -38552,6 +38622,7 @@ companies/c
 companies/o
 companies/search
 companies/search?
+company
 company-narrative-1.php?
 company/*.rss
 company/?s=
@@ -38739,7 +38810,6 @@ concerts/*/setlists
 concerts/*/videos/new
 concerts/new
 concetta_alberti
-concierge-medicine/appointments-and-referrals/thankyou
 concours
 concrete
 concrete/*.css
@@ -38756,7 +38826,7 @@ conditions-diseases?
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://pl.pinterest.com/robots.txt
+conex-2019http://view.adjust.com/robots.txt
 conf
 conf
 conf/*.php$
@@ -38835,7 +38905,7 @@ connect
 connect-accounts
 connect.facebook.net
 connect/@
-connect/http://discogs.com/robots.txt
+connect/http://blog.sfgate.com/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -38912,7 +38982,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://chapters.indigo.ca/robots.txt
+contact-sales/http://pingidentity.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -38946,8 +39016,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://noendinsightmovie.com/robots.txt
-contact/http://theresource.tv/robots.txt
+contact/http://dolphchaney.com/robots.txt
+contact/http://freewebs.com/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -39141,7 +39211,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt
+content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -39218,7 +39288,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://computerbase.de/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -39266,7 +39336,7 @@ content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://stackpath.bootstrapcdn.com/robots.txt
+content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -39313,7 +39383,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://jotform.com/robots.txt
+content/downloads/http://marketingweek.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -39344,7 +39414,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://sellfy.com/robots.txt
+content/index.php/user/logout/http://columbia.jp/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -39906,7 +39976,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://hypeddit.com/robots.txt
+courses/http://codecanyon.net/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -40425,7 +40495,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://user-images.githubusercontent.com/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -40685,6 +40755,7 @@ cycounter
 cyr
 cz
 cz-CZ
+cz-cs/
 cz-cz/
 cz-en
 cz/
@@ -40880,7 +40951,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://register.gotowebinar.com/robots.txt
+da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -41944,6 +42015,7 @@ deborahlevine
 debts?
 debts?*=*&ref=sms
 debug
+debug/
 debug/ShipNotify
 debug_log
 debugsa
@@ -42062,7 +42134,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://kb.mailchimp.com/robots.txt
+demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
 democenter
 demonstration
 demos
@@ -42080,7 +42152,6 @@ dental/index.php
 dental/intranet
 dental/perio
 dental/students
-dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
 departement-de-service-ouvert
@@ -42112,8 +42183,6 @@ depth--
 depts/*
 depts/CAS
 depts/purchase/*
-dermatology/appointments-and-referrals/connective-tissue-diseases/appointment-thankyou
-dermatology/appointments-and-referrals/signup-thankyou
 dero
 derr
 derricktin
@@ -42201,7 +42270,7 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://nhm.ac.uk/robots.txt
+detailshttp://craigslist.org/robots.txt
 detect
 detr
 detroitchicago
@@ -42315,6 +42384,7 @@ dhtmlmenu
 dhwani
 dhyeon
 dhz
+di-ag/
 diablo-2/account
 diablo-2/account=
 diablo-2/cn/account
@@ -44105,26 +44175,11 @@ diegoestevez
 diegorivera
 diener
 diets/*
-diff
 diffbot/
 diffs
 dig-perf-test
 digest
 digest/view
-digestive/appointments-and-referrals/appointment-thankyou
-digestive/appointments-and-referrals/bariatric-surgery/appointment-thankyou
-digestive/appointments-and-referrals/barretts-esophagus/appointment-thankyou
-digestive/appointments-and-referrals/barretts-esophagus/referral-thankyou
-digestive/appointments-and-referrals/colorectal/appointment-thankyou
-digestive/appointments-and-referrals/crohns-colitis/appointment-thankyou
-digestive/appointments-and-referrals/liver/appointment-thankyou
-digestive/appointments-and-referrals/liver/contact-us-thankyou
-digestive/appointments-and-referrals/liver/enewsletter-thankyou
-digestive/appointments-and-referrals/liver/referral-thankyou
-digestive/appointments-and-referrals/pancreas/appointment-thankyou
-digestive/appointments-and-referrals/swallowing/appointment-thankyou
-digestive/treatments-and-services/crohns-colitis/default-sem
-digestive/weight-center/appointments-and-referrals/information-thankyou
 digexpress
 digital-agenda
 digital-agenda/contact
@@ -44175,7 +44230,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://about.fb.com/robots.txt
+digitalsubscription/imagedownload/http://nj.gov/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
@@ -44538,6 +44593,7 @@ dk*/cdn-cgi/challenge-platform
 dk*/step
 dk*/submit
 dk*/submitted
+dk-da/
 dk-da/Brancher/PI-materialer/
 dk-da/Brancher/pi-materialer/Documents/infrastruktur/
 dk-da/l%C3%B8sninger/Fakturering%20og%20opkr%C3%A6vning/Leverand%C3%B8rservice/Pages/%A6ndring.aspx
@@ -44752,7 +44808,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://loom.com/robots.txt
+dms_priv/*http://itunes.apple.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -44809,7 +44865,7 @@ dnigrin
 dnn
 do
 do-not-crawl
-do-not-index-this-page.htmlhttp://bedlamrecords.hu/robots.txt
+do-not-index-this-page.htmlhttp://tr.outbrain.com/robots.txt
 do/
 do=getLastComment?
 do=getNewComment
@@ -45102,7 +45158,7 @@ download-lister
 download-logo-agreement.html
 download-notice
 download.asp*
-download.asp*http://harpersbazaar.com/robots.txt
+download.asp*http://impots.gouv.fr/robots.txt
 download.php
 download/
 download/*/
@@ -45114,7 +45170,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://colourlovers.com/robots.txt
+download/http://leginfo.legislature.ca.gov/robots.txt
 download/index
 download/legacy
 download/morae
@@ -45655,6 +45711,7 @@ edv
 edwardcliff
 edwardii-conference
 ee
+ee-en/
 ee/
 ee/$
 ee/Download
@@ -45952,7 +46009,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://polymer-project.org/robots.txt
+email-contact/nodehttp://gsma.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -45969,7 +46026,7 @@ email-verify/*
 email.jsp*
 email/
 email/$
-email/*http://store.google.com/robots.txt
+email/*http://dustinandtracy.com/robots.txt
 email/R/
 email/emailfriend.xhtml
 email/index.html
@@ -46065,7 +46122,6 @@ emea/news
 emergency
 emergency-containment.php?
 emergency-containment/?
-emergency-medicine/thank-you-for-your-inquiry-freedom-clinic
 emergency.htm
 emergency/
 emichigan
@@ -46213,6 +46269,7 @@ en-CA/firefox/collections/4757633/$
 en-CA/firefox/collections/mozilla
 en-CA/firefox/collections/mozilla/$
 en-CA/firefox/search
+en-CA/order-status
 en-CN
 en-DA
 en-DE
@@ -46432,10 +46489,28 @@ en-bz/
 en-ca
 en-ca.www.cloudflare.com
 en-ca/
+en-ca/Basket
+en-ca/Search
+en-ca/about/
+en-ca/basket
+en-ca/brand-hub/
+en-ca/brand/
+en-ca/category/
+en-ca/create-review/
+en-ca/event/
 en-ca/feedback
+en-ca/flyer
+en-ca/help/
 en-ca/lp
 en-ca/mega-nav
+en-ca/order-status
+en-ca/product-sellers/
+en-ca/product/
+en-ca/product/*?icmp=*
+en-ca/search
 en-ca/search?
+en-ca/services/
+en-ca/subscription-packages
 en-cd/dolby-vision-atmos-tvs
 en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
 en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
@@ -47539,7 +47614,7 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://amazonsellerslawyer.com/robots.txt
+en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt
 en/my-account
 en/myunited
 en/needs
@@ -48603,7 +48678,7 @@ es/hoteles/h
 es/hoteles/redirect
 es/hoteles/s
 es/hou
-es/http://italiadeivalori.it/robots.txt
+es/http://hearthis.at/robots.txt
 es/images
 es/inc
 es/incl_banner_media_center.html
@@ -48699,7 +48774,7 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://sway.office.com/robots.txt
+es/new/http://edyst.com/robots.txt
 es/news/incl_news_items.asp
 es/news/incl_reports.asp
 es/node
@@ -48784,7 +48859,7 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://leginfo.legislature.ca.gov/robots.txt
+es/search?*http://platform.instagram.com/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
@@ -49557,7 +49632,6 @@ exec/obidos/subst/partners/friends/access.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
 exec/obidos/tg/cm/member/
-executive-health/appointments-and-referrals/information-request-thankyou
 exercise/mine
 exercise/search
 exhibitions-events
@@ -49722,6 +49796,8 @@ extern_js
 external
 external-affiliations
 external-catalog-services
+external-redirects
+external-redirects.html
 external-test-ids=
 external/
 external/BusArch
@@ -49783,7 +49859,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://cdn2.hubspot.net/robots.txt
+exthttp://edutopia.org/robots.txt
 extlink
 extra
 extra/gremien
@@ -49872,7 +49948,6 @@ factoids
 factory
 factsheet
 faculties
-faculty-development/divisions/office-for-well-being
 faculty/members
 facultysenate
 faden-lab
@@ -50124,7 +50199,7 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://gov.br/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
 feed/xml
 feed=
 feed=rss
@@ -50151,7 +50226,7 @@ feedback/surveylogin.asp?k=138143139287&Q1
 feedback/user_study
 feedbackR1
 feedcommunicationdetail
-feedhttp://freesound.org/robots.txt
+feedhttp://digiday.com/robots.txt
 feeds
 feeds.thetimes.com/puzzles
 feeds.thetimes.com/timescrossword
@@ -50466,7 +50541,6 @@ fi/wiki/User_talk:
 fi=
 fi=STUD
 fiats
-fibroids/appointments-and-referrals/appointment-thankyou
 ficapp
 fichas/gestor
 fiche-technique.php?
@@ -50530,9 +50604,9 @@ filestore
 fileview
 filing
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filings/pdf
-fill-private.htmlhttp://comprarcarnetdeconducir.net/robots.txt
+fill-private.htmlhttp://babycenter.com/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -50605,7 +50679,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://foxbusiness.com/robots.txt
+find/*http://freemius.com/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -50939,7 +51013,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://wave.webaim.org/robots.txt
+forgov-devhttp://qobuz.com/robots.txt
 forlibraries
 form
 form-containers
@@ -51147,7 +51221,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://telegram.org/robots.txt
+forum/membre/http://spl.zeotap.com/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -51473,7 +51547,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://ravelry.com/robots.txt
+forum/ucp.phphttp://eleks.com/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -51519,7 +51593,7 @@ forums/discover/
 forums/discover/unread/
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://kristinsong.com/robots.txt
+forums/http://sofafactory.ru/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -51537,7 +51611,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://learnmoreparkour.com/robots.txt
+forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -51663,6 +51737,7 @@ fr-BR
 fr-BY
 fr-CA/*canada
 fr-CA/*montreal--QC
+fr-CA/ma-commande
 fr-CA/office-space
 fr-CA/signup
 fr-CN
@@ -51773,12 +51848,29 @@ fr-bj/tv-avec-dolby-vision-atmos
 fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-ca
 fr-ca/
+fr-ca/Chercher
+fr-ca/Panier
+fr-ca/a-propos/
 fr-ca/about-us/careers/job-description.html$
+fr-ca/aide/
+fr-ca/categorie/
+fr-ca/chercher
+fr-ca/circulaire
 fr-ca/css
+fr-ca/ecrire-evaluation/
+fr-ca/evenement/
+fr-ca/forfaits-de-abonnement
 fr-ca/ipns
 fr-ca/login-messages
+fr-ca/ma-commande
+fr-ca/marque/
+fr-ca/marques/
 fr-ca/oicms
+fr-ca/panier
+fr-ca/produit/
 fr-ca/ressources/search
+fr-ca/services/
+fr-ca/vendeurs-de-produit/
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
@@ -52506,7 +52598,7 @@ frde
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://kroatien-idriva.de/robots.txt
+fred-glance-widget.phphttp://freecodecamp.org/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -52695,7 +52787,7 @@ g
 g%C5%82osuj
 g-gender*
 g-recaptcha-response
-g/4arE9Chttp://gartner.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -52971,7 +53063,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://crowdrise.com/robots.txt
+gb_xapi_content/http://smartpassiveincome.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -53414,7 +53506,7 @@ gibbslab-personal
 giee/*category=ucommall
 gif
 gifs
-gifshttp://docs.microsoft.com/robots.txt
+gifshttp://girlsridetoo.de/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -53514,6 +53606,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer
+global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -53592,8 +53685,8 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://instagr.am/robots.txt
-go/http://tirisi.com/robots.txt
+go/http://pod.link/robots.txt
+go/http://quilomberos.blogspot.com/robots.txt
 go/member
 go/members
 go/menu
@@ -53635,7 +53728,7 @@ goldengate/c1221/gg-winux
 goldenkirby
 goldstein
 goldstine-cole
-golocal/extranet/http://estatousa.com/robots.txt
+golocal/extranet/http://nmap.org/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -53678,7 +53771,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://salzburger-armutskonferenz.at/robots.txt
+goto/http://spensor.blogspot.com/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -53915,6 +54008,7 @@ gq/
 gql
 gr
 gr-
+gr-el/
 gr/
 gr/$
 gr/aboutus
@@ -54249,7 +54343,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://s3-eu-west-1.amazonaws.com/robots.txt
+hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -54285,7 +54379,7 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://uploads-ssl.webflow.com/robots.txt
+haitibackpacks/http://oasis-open.org/robots.txt
 hajiang
 haksoochoi
 haku
@@ -54589,7 +54683,6 @@ healthy/hm-test-page-2-17-proven-tips-to-sleep-better-at-night
 healthy/hm-test-page-3-17-proven-tips-to-sleep-better-at-night
 healthy/hm-test-page-4-diabetes-and-sweets
 healthy/hm-test-page-5-diabetes-and-sweets
-heart-center/appointments-and-referrals/appointment-thankyou
 heartbeat.html
 hearthome
 heat/node
@@ -54876,6 +54969,7 @@ hk-en*/shop/*/sold
 hk-en*/step
 hk-en*/submit
 hk-en*/submitted
+hk-en/
 hk-en/*?*shpxid=
 hk-en/*?order=
 hk-en/*?services
@@ -54955,6 +55049,7 @@ hk-en/transactions
 hk-en/treasury
 hk-en/ventureone
 hk-en/your
+hk-zh/
 hk-zh/shop/*?*&*&*&*
 hk/
 hk/*?*shpxid=
@@ -54975,7 +55070,7 @@ hk/education
 hk/email-validation
 hk/en/book-a-trip/flights/fare-types/fare-guide-information.html
 hk/en/privacy-statement/qualtrics
-hk/en/privacy/qualtricshttp://graphics8.nytimes.com/robots.txt
+hk/en/privacy/qualtricshttp://schneier.com/robots.txt
 hk/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 hk/en/search
 hk/enterprise/blog/search$
@@ -55247,7 +55342,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://kolsch.lnk.to/robots.txt
+honeypot/http://dr.dk/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -55382,7 +55477,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://northwestsolarprotection.com/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -58608,179 +58703,167 @@ http
 http-checker
 http2_data
 http:
+http://1533911.fls.doubleclick.net/robots.txt
+http://1731177.fls.doubleclick.net/robots.txt
 http://1password.com/robots.txt
-http://24alan.blogspot.com/robots.txt
-http://2507573.fls.doubleclick.net/robots.txt
-http://4087375.fls.doubleclick.net/robots.txt
-http://4384249.fls.doubleclick.net/robots.txt
-http://4480452.fls.doubleclick.net/robots.txt
-http://5108954.fls.doubleclick.net/robots.txt
-http://aap.org/robots.txt
+http://2224480.fls.doubleclick.net/robots.txt
+http://4198973.fls.doubleclick.net/robots.txt
+http://4shared.com/robots.txt
+http://a-z.love/robots.txt
 http://abc7chicago.com/robots.txt
-http://abebooks.com/robots.txt
-http://about.usps.com/robots.txt
-http://action.dstillery.com/robots.txt
-http://adme.ru/robots.txt
-http://admin.ch/robots.txt
-http://advertise.bingads.microsoft.com/robots.txt
-http://airbnb.com/robots.txt
-http://airportiq.com/robots.txt
-http://airtable.com/robots.txt
-http://aktanysh-rt.ru/robots.txt
-http://amazon.it/robots.txt
-http://americanprogress.org/robots.txt
-http://an.edu/robots.txt
-http://angeladavids.com/robots.txt
-http://annals.org/robots.txt
-http://annualreviews.org/robots.txt
-http://apache.org/robots.txt
-http://apecs.es/robots.txt
-http://appexchange.salesforce.com/robots.txt
+http://abc7ny.com/robots.txt
+http://abcnews.go.com/robots.txt
+http://abduzeedo.com/robots.txt
+http://acrobat.adobe.com/robots.txt
+http://ad.doubleclick.net/robots.txt
+http://adcell.de/robots.txt
+http://adeje.es/robots.txt
+http://adelainedevelopment.com/robots.txt
+http://allrecipes.com/robots.txt
+http://amazon.de/robots.txt
+http://ampmexterminators.com/robots.txt
+http://amzn.to/robots.txt
+http://androidpolice.com/robots.txt
+http://api.ning.com/robots.txt
+http://api.whatsapp.com/robots.txt
+http://apod.nasa.gov/robots.txt
+http://app.box.com/robots.txt
 http://apple.co/robots.txt
-http://apple.stackexchange.com/robots.txt
-http://apply.tulane.edu/robots.txt
-http://apps.microsoft.com/robots.txt
-http://argentina.gob.ar/robots.txt
-http://avex.jp/robots.txt
-http://bcb.gov.br/robots.txt
-http://beta.companieshouse.gov.uk/robots.txt
+http://artnews.com/robots.txt
+http://au.effectivemeasure.net/robots.txt
+http://austinmoody.net/robots.txt
+http://autode.sk/robots.txt
+http://azure.microsoft.com/robots.txt
+http://babylenta.ru/robots.txt
+http://basecamp.com/robots.txt
+http://bbc.com/robots.txt
+http://bbcamerica.com/robots.txt
+http://bbcgoodfood.com/robots.txt
+http://beautifulthailand99.blogspot.co.uk/robots.txt
+http://bestdocsnetwork.com/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://bidadari.my/robots.txt
-http://blog.instagram.com/robots.txt
-http://blogs.cornell.edu/robots.txt
-http://br.de/robots.txt
-http://bukalapak.com/robots.txt
-http://bulletjournal.com/robots.txt
-http://business.linkedin.com/robots.txt
-http://ca-gmtdmp.mookie1.com/robots.txt
-http://careerbuilder.com/robots.txt
-http://case.edu/robots.txt
-http://cc.com/robots.txt
-http://channel4.com/robots.txt
-http://christinakarst.com/robots.txt
-http://cisa.gov/robots.txt
-http://cisco.com/robots.txt
-http://cloud.google.com/robots.txt
-http://coingecko.com/robots.txt
-http://colorado.gov/robots.txt
-http://computerworld.com/robots.txt
+http://bhf.org.uk/robots.txt
+http://bigoven.com/robots.txt
+http://blackholerecordings.com/robots.txt
+http://bleepingcomputer.com/robots.txt
+http://blog.bufferapp.com/robots.txt
+http://boe.es/robots.txt
+http://businessbuiltonline.blogspot.com/robots.txt
+http://businesstoday.in/robots.txt
+http://cambridge.org/robots.txt
+http://carinon.hatenablog.com/robots.txt
+http://cdn.rawgit.com/robots.txt
+http://cedcommerce.com/robots.txt
+http://chronicle.com/robots.txt
+http://cio.com/robots.txt
+http://cityam.com/robots.txt
+http://click.linksynergy.com/robots.txt
+http://clubic.com/robots.txt
+http://coeducacion.grial.eu/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://conv.indeed.com/robots.txt
-http://core.telegram.org/robots.txt
-http://counterpunch.org/robots.txt
-http://cs.cmu.edu/robots.txt
-http://cyberduck.io/robots.txt
-http://dallasnews.com/robots.txt
+http://constantcontact.com/robots.txt
+http://coursera.org/robots.txt
+http://crn.com/robots.txt
+http://croixmode.jp/robots.txt
+http://cultofmac.com/robots.txt
+http://d.turn.com/robots.txt
 http://dc.arrivalist.com/robots.txt
-http://derstandard.at/robots.txt
-http://digicert.com/robots.txt
-http://digital-strategy.ec.europa.eu/robots.txt
-http://discord.com/robots.txt
-http://disneyparks.disney.go.com/robots.txt
-http://dl.dropbox.com/robots.txt
-http://domain.com.au/robots.txt
-http://ea.com/robots.txt
-http://earthquake.usgs.gov/robots.txt
+http://delivery.yandex.ru/robots.txt
+http://docstoc.com/robots.txt
+http://domain.com/robots.txt
+http://ecma-international.org/robots.txt
 http://economie.gouv.fr/robots.txt
-http://ecx.images-amazon.com/robots.txt
-http://eibar.org/robots.txt
-http://elconfidencial.com/robots.txt
-http://electricradiatorsdirect.co.uk/robots.txt
-http://emojipedia.org/robots.txt
-http://en-gb.wordpress.org/robots.txt
-http://en.oxforddictionaries.com/robots.txt
-http://en.wikibooks.org/robots.txt
-http://en.wiktionary.org/robots.txt
-http://esa.un.org/robots.txt
-http://events.xg4ken.com/robots.txt
-http://fakeotube.com/robots.txt
-http://farnostfrydek.cz/robots.txt
-http://fastcompany.com/robots.txt
-http://fcc.gov/robots.txt
-http://fedoraproject.org/robots.txt
-http://feross.org/robots.txt
-http://fontsquirrel.com/robots.txt
+http://ed.gov/robots.txt
+http://eff.org/robots.txt
+http://en.support.wordpress.com/robots.txt
+http://engadget.com/robots.txt
+http://estatousa.com/robots.txt
+http://euronews.com/robots.txt
+http://everydayhealth.com/robots.txt
+http://evite.com/robots.txt
+http://evuk.co.uk/robots.txt
+http://experience.arcgis.com/robots.txt
+http://expressen.se/robots.txt
+http://faithandreason.com/robots.txt
+http://fauerzaesp.org/robots.txt
+http://fema.gov/robots.txt
+http://firstrunfeatures.com/robots.txt
+http://fiverr.com/robots.txt
+http://fnac.com/robots.txt
+http://folhadeirati.com.br/robots.txt
+http://forcefieldsnz.bandcamp.com/robots.txt
+http://form.jotform.com/robots.txt
+http://foromontefrio.com/robots.txt
+http://fortune.com/robots.txt
 http://foxnews.com/robots.txt
-http://fws.gov/robots.txt
-http://gamestop.com/robots.txt
-http://garybuseypetjudge.com/robots.txt
-http://gaviningham.com/robots.txt
-http://gazobeton.org/robots.txt
-http://geni.us/robots.txt
-http://geosmartasia.org/robots.txt
-http://getcloudapp.com/robots.txt
-http://getcomposer.org/robots.txt
-http://google.com.mx/robots.txt
-http://google.si/robots.txt
-http://googleonlinesecurity.blogspot.com/robots.txt
-http://gov.il/robots.txt
+http://francetvinfo.fr/robots.txt
+http://galu.co.jp/robots.txt
+http://geraldtabios.com/robots.txt
 http://govinfo.gov/robots.txt
-http://greatist.com/robots.txt
-http://gstatic.com/robots.txt
-http://gum.co/robots.txt
-http://hag-official.jp/robots.txt
-http://harrisburgduiguy.com/robots.txt
-http://hub.docker.com/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://jezebel.com/robots.txt
+http://graphics8.nytimes.com/robots.txt
+http://gyro13.com/robots.txt
+http://health.com/robots.txt
+http://health.pa.gov/robots.txt
+http://heart.org/robots.txt
+http://homesinhamiltonontario.com/robots.txt
+http://htmlpreview.github.io/robots.txt
+http://hubs.ly/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://hyperallergic.com/robots.txt
 http://i.ebayimg.com/robots.txt
-http://i2.wp.com/robots.txt
-http://icloud.com/robots.txt
-http://icomoon.io/robots.txt
-http://iep.utm.edu/robots.txt
+http://i.vimeocdn.com/robots.txt
+http://i9.ytimg.com/robots.txt
+http://ie.edu/robots.txt
+http://ifcncodeofprinciples.poynter.org/robots.txt
 http://imagekandi.com/robots.txt
-http://imagemagick.org/robots.txt
-http://imatrix.com/robots.txt
-http://indiatoday.in/robots.txt
-http://insider.com/robots.txt
-http://intensedebate.com/robots.txt
-http://intertwingly.net/robots.txt
-http://ionos.com/robots.txt
-http://judobos.nl/robots.txt
-http://klook.com/robots.txt
-http://kohls.com/robots.txt
-http://litesurf.com/robots.txt
-http://liverpoolecho.co.uk/robots.txt
+http://indiana.edu/robots.txt
+http://iopscience.iop.org/robots.txt
+http://istanbulyelken.org.tr/robots.txt
+http://izioq.bandcamp.com/robots.txt
+http://journals.plos.org/robots.txt
+http://kongregate.com/robots.txt
+http://lapresse.ca/robots.txt
+http://larkenequity.com/robots.txt
+http://lg.com/robots.txt
+http://librarything.com/robots.txt
+http://linkedin.com/robots.txt
+http://list.ly/robots.txt
+http://m.youtube.com/robots.txt
 http://macobserver.com/robots.txt
-http://macworld.co.uk/robots.txt
-http://macys.com/robots.txt
-http://mailchimp.com/robots.txt
-http://maps.google.es/robots.txt
-http://marriott.com/robots.txt
-http://mor-pack.co.il/robots.txt
-http://mormonchannel.org/robots.txt
-http://motorcycletraining.com/robots.txt
-http://mpp.mxptint.net/robots.txt
-http://myanimelist.net/robots.txt
-http://mylifetime.com/robots.txt
-http://mymodernmet.com/robots.txt
-http://myrecipes.com/robots.txt
-http://ncl.ac.uk/robots.txt
-http://neowin.net/robots.txt
-http://newsfeed.time.com/robots.txt
-http://nga.gov/robots.txt
-http://ngm.nationalgeographic.com/robots.txt
-http://nhc.noaa.gov/robots.txt
-http://no.wikipedia.org/robots.txt
-http://nozbe.com/robots.txt
-http://nuance.com/robots.txt
-http://olark.com/robots.txt
-http://online.wsj.com/robots.txt
-http://onlinelibrary.wiley.com/robots.txt
-http://openlayers.org/robots.txt
-http://packages.ubuntu.com/robots.txt
-http://patreon.com/robots.txt
-http://pepinismo.net/robots.txt
-http://photobucket.com/robots.txt
-http://photostop.in/robots.txt
-http://pipedrive.com/robots.txt
-http://pixel.myrtbportal.com/robots.txt
-http://plugins.jquery.com/robots.txt
+http://market.android.com/robots.txt
+http://mathworld.wolfram.com/robots.txt
+http://militarytimes.com/robots.txt
+http://mineyour.biz/robots.txt
+http://mootools.net/robots.txt
+http://mpgi.edu.in/robots.txt
+http://myrobotlove.blogspot.com/robots.txt
+http://n.us1.dyntrk.com/robots.txt
+http://nachosuarez.blogspot.com/robots.txt
+http://namecheap.com/robots.txt
+http://nascardigitalmediallc.demdex.net/robots.txt
+http://ncbi.nlm.nih.gov/robots.txt
+http://nebula.wsimg.com/robots.txt
+http://newrelic.com/robots.txt
+http://news.google.com/robots.txt
+http://news.softpedia.com/robots.txt
+http://news24.com/robots.txt
+http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
+http://nofilmschool.com/robots.txt
+http://nzz.ch/robots.txt
+http://oag.ca.gov/robots.txt
+http://observer.com/robots.txt
+http://ogp.me/robots.txt
+http://on.fb.me/robots.txt
+http://parents.com/robots.txt
+http://parkinsonsresource.org/robots.txt
+http://passionfruitsporthorses.squarespace.com/robots.txt
+http://pastemagazine.com/robots.txt
+http://photomatt.net/robots.txt
+http://pixabay.com/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -58802,65 +58885,77 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://prntscr.com/robots.txt
-http://prop-2020.com/robots.txt
-http://publishersweekly.com/robots.txt
-http://qld.gov.au/robots.txt
-http://raw.github.com/robots.txt
-http://redes-ciencias-unam.gitlab.io/robots.txt
-http://research.google.com/robots.txt
-http://restorunner.com/robots.txt
-http://rsa.com/robots.txt
-http://ruffrollin.com/robots.txt
-http://s.amazon-adsystem.com/robots.txt
-http://seg.sharethis.com/robots.txt
-http://skyscanner.net/robots.txt
-http://slack.com/robots.txt
-http://smallbusiness.withgoogle.com/robots.txt
-http://smore.com/robots.txt
-http://sonos.com/robots.txt
-http://sothebys.com/robots.txt
-http://sparkle.lpages.co/robots.txt
-http://spglobal.com/robots.txt
-http://spreadsheets.google.com/robots.txt
-http://sundancechannel.com/robots.txt
-http://support.cloudflare.com/robots.txt
-http://supremecourt.gov/robots.txt
-http://takeout.google.com/robots.txt
-http://target.digitalaudience.io/robots.txt
-http://the-scientist.com/robots.txt
-http://theaustralian.com.au/robots.txt
-http://theconcessionrealestate.com/robots.txt
-http://thecut.com/robots.txt
-http://thefa.com/robots.txt
-http://today.com/robots.txt
-http://tracker.ero-advertising.com/robots.txt
-http://trendmicro.com/robots.txt
+http://poolwiseliving.com.au/robots.txt
+http://popsci.com/robots.txt
+http://premiumbeat.com/robots.txt
+http://primit.it/robots.txt
+http://prnt.sc/robots.txt
+http://pt.wikipedia.org/robots.txt
+http://publish.twitter.com/robots.txt
+http://purityring.ffm.to/robots.txt
+http://px.adentifi.com/robots.txt
+http://px.gumgum.com/robots.txt
+http://quantcast.com/robots.txt
+http://ragesw.com/robots.txt
+http://rdr.connectedinteractive.com/robots.txt
+http://recalculatingfilm.com/robots.txt
+http://redhat.com/robots.txt
+http://reuters.com/robots.txt
+http://rijksoverheid.nl/robots.txt
+http://rsfbathroomdesigns.co.uk/robots.txt
+http://rtb.adp3.net/robots.txt
+http://rtd.tubemogul.com/robots.txt
+http://rte.ie/robots.txt
+http://science.nasa.gov/robots.txt
+http://scienceandnonduality.com/robots.txt
+http://sciencing.com/robots.txt
+http://security.googleblog.com/robots.txt
+http://seekingalpha.com/robots.txt
+http://servedby.ipromote.com/robots.txt
+http://smallbiztrends.com/robots.txt
+http://smileeasy.com/robots.txt
+http://socialnomics.net/robots.txt
+http://static.wixstatic.com/robots.txt
+http://sunderlandecho.com/robots.txt
+http://t3n.de/robots.txt
+http://tandfonline.com/robots.txt
+http://tapncap.com/robots.txt
+http://tattierecords.com/robots.txt
+http://teachvideo.ru/robots.txt
+http://techopedia.com/robots.txt
+http://techpi-und-malibu.de/robots.txt
+http://texastribune.org/robots.txt
+http://theonion.com/robots.txt
+http://thetrevorproject.org/robots.txt
+http://thinglink.com/robots.txt
+http://timesofisrael.com/robots.txt
+http://tnc.org.br/robots.txt
+http://tools.google.com/robots.txt
+http://tools.pingdom.com/robots.txt
+http://toronto.ca/robots.txt
+http://track.adform.net/robots.txt
+http://track.omguk.com/robots.txt
+http://trends.google.com.mx/robots.txt
 http://uat-next-a30-uk.udev1a.net*
-http://undis.eu/robots.txt
-http://unrealengine.com/robots.txt
-http://us.creativecdn.com/robots.txt
-http://uscode.house.gov/robots.txt
-http://usnews.com/robots.txt
-http://validator.w3.org/robots.txt
-http://vivino.com/robots.txt
-http://volvocars.com/robots.txt
-http://vuetvvideoinprint.com/robots.txt
-http://vultr.com/robots.txt
-http://w3schools.com/robots.txt
-http://walgreens.com/robots.txt
-http://web.mta.info/robots.txt
-http://whiskyzone.de/robots.txt
-http://wholefoodsmarket.com/robots.txt
-http://windowscentral.com/robots.txt
-http://wnd.com/robots.txt
+http://undefined.fls.doubleclick.net/robots.txt
+http://unstats.un.org/robots.txt
+http://uptimerobot.com/robots.txt
+http://usda.gov/robots.txt
+http://v.qq.com/robots.txt
+http://vancouver.ca/robots.txt
+http://viki.com/robots.txt
+http://vitantonio.jp/robots.txt
+http://vmed.club/robots.txt
+http://voterga.org/robots.txt
+http://wise.com/robots.txt
+http://wolframreiter.org/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://xbox.com/robots.txt
-http://yuloffcreative.com/robots.txt
-http://zappos.com/robots.txt
-http://zoo.105.net/robots.txt
+http://yellowpages.com/robots.txt
+http://youtubefanfest.com/robots.txt
+http://zertifikateawards.de/robots.txt
+http://zmg.su/robots.txt
 httpd
 httpd/reports
 https
@@ -58984,7 +59079,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://coca-colacompany.com/robots.txt
+https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -59004,7 +59099,7 @@ https://www.thenation.com/teaching_guide-sitemap2.xml
 https://www.thenation.com/teaching_guide-sitemap3.xml
 https://www.thenation.com/teaching_guide-sitemap4.xml
 https:/www.alibaba.com
-https:/www.alibaba.com/http://wimdenherder.nl/robots.txt
+https:/www.alibaba.com/http://aliexpress.com/robots.txt
 htyau
 htz/js/bots.js
 hu
@@ -59413,6 +59508,10 @@ ianmleavitt
 iannason
 ianwong
 iap/
+iason/hamburg
+iason/listing
+iason/search
+iason/widget
 ib/
 ibanez
 ibarnett
@@ -59657,6 +59756,7 @@ idees/fiches/theme=
 identification
 identite
 identity
+identity/
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 identity/how-we-look
@@ -59826,7 +59926,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://rainn.org/robots.txt
+iframes/http://earthobservatory.nasa.gov/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -59856,6 +59956,7 @@ il-en*/people/*/circle
 il-en*/people/*/favorites
 il-en*/shop/*/favoriters
 il-en*/shop/*/sold
+il-en/
 il-en/*?order=
 il-en/*color=
 il-en/*customizable=
@@ -60041,9 +60142,6 @@ imagesLinks
 imagesfordorian/
 imagify-backup/
 imagine/
-imaging/appointments-and-referrals/email-signup-thankyou
-imaging/appointments-and-referrals/fellowship-application-thankyou
-imaging/appointments-and-referrals/radrounds-subscription-thankyou
 imagini
 iman
 imartel
@@ -60059,7 +60157,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://kahoot.com/robots.txt
+img/http://takeout.google.com/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -60126,6 +60224,7 @@ in-en*/people/*/circle
 in-en*/people/*/favorites
 in-en*/shop/*/favoriters
 in-en*/shop/*/sold
+in-en/
 in-en/*?order=
 in-en/*color=
 in-en/*customizable=
@@ -60445,13 +60544,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://markets.businessinsider.com/robots.txt
-index.php/user/logout/http://mercari.com/robots.txt
-index.php/user/logout/http://ragtimedorianhenry.com/robots.txt
-index.php/user/logout/http://science.org/robots.txt
-index.php/user/logout/http://towardsdatascience.com/robots.txt
-index.php/user/logout/http://univision.com/robots.txt
-index.php/user/logout/http://wikitravel.org/robots.txt
+index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
+index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
+index.php/user/logout/http://medicine-world.ru/robots.txt
+index.php/user/logout/http://ncaa.com/robots.txt
+index.php/user/logout/http://seagate.com/robots.txt
+index.php/user/logout/http://trapanishuttle.com/robots.txt
+index.php/user/logout/http://usmagazine.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -60873,7 +60972,7 @@ inter-wait-buy
 interact
 interact.sh
 interactions-list-drugs.php
-interactive*http://jigsaw.w3.org/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interculturaldialogu/ar/event/*/ical
@@ -60924,7 +61023,6 @@ interior-book-design?page=
 intern/service/suche
 internal
 internal-api
-internal-medicine-associates/appointments-and-referrals/appointment-thankyou
 internal/*
 internal/web-stats
 internalPref
@@ -60937,7 +61035,6 @@ international-womens-day-2017
 international/
 international/*?sort=date
 international/*?sort=distance
-international/appointment-thankyou
 international/print
 international/us
 internationalorderform
@@ -61026,6 +61123,10 @@ investors/de/stock/fixed-income/bond-documentation
 investors/de/stock/fixed-income/cp-documentation
 investors/en/stock/fixed-income/bond-documentation
 investors/en/stock/fixed-income/cp-documentation
+investors/results-and-reporting/quarterly-results/latest-results/test-page
+investors/results-and-reporting/quarterly-results/latest-results/test-page.html
+investors/shareholder-meetings/2021-agm-webcast
+investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitation-maker
@@ -62574,8 +62675,6 @@ jobs/stat
 jobs/suche/
 jobs/view/externalApply
 jobs/wp-json
-jobs?
-jobs?nextPageToken=
 jobs?runSearch
 jobsearch*
 jobsrss
@@ -63155,7 +63254,7 @@ jwilliamson
 jwillis
 jwinglun
 jwjacoby
-jwmunger/http://uxbooth.com/robots.txt
+jwmunger/http://scholastic.com/robots.txt
 jwoo
 jwplayer
 jwsource=
@@ -64016,7 +64115,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://jdsupra.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
 landing-pages
 landing.php
 landing/braintree-paypal
@@ -64275,7 +64374,7 @@ leaders/center-programs/elp-nomination/thank-you/
 leaders/center-programs/graduation-rsvp-2024-08-22/thank-you/
 leaders/center-programs/team-public-presentations-2024-08-22/thank-you/
 leadership/
-leadingtogether/http://hayhouse.com/robots.txt
+leadingtogether/http://uspto.gov/robots.txt
 leads
 leads/recommendations
 leaening*?
@@ -64354,7 +64453,7 @@ learning/settings$
 learning/settings?
 learningarcade/
 learningcenter
-learnmore-transferhttp://pennmedicine.org/robots.txt
+learnmore-transferhttp://mc.yandex.ru/robots.txt
 leave
 leave-a-legacy/legacy-guide/
 leave-a-legacy/thank-you/
@@ -64439,7 +64538,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://fineartamerica.com/robots.txt
+legal/http://outdooractive.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -64916,9 +65015,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://20minutos.es/robots.txt
-live-preview/http://clemson.edu/robots.txt
-live-preview/http://tn.gov/robots.txt
+live-preview/http://darksidedetective.com/robots.txt
+live-preview/http://game.es/robots.txt
+live-preview/http://infosecurity-magazine.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -65164,7 +65263,7 @@ login/bestaetigungslink-erneut-senden
 login/comodo-members.php/*_blank
 login/domain
 login/googleplus
-login/http://freezlike.co/robots.txt
+login/http://cex.io/robots.txt
 login/join$
 login/join?
 login/password
@@ -65351,7 +65450,7 @@ lrossmiller
 lrotenstein
 lrtrambaiolli
 ls/
-ls/docshttp://magnumphotos.com/robots.txt
+ls/docshttp://console.cloud.google.com/robots.txt
 lsdahlberg
 lshao
 lsho1976
@@ -65592,7 +65691,6 @@ lyf
 lynde-m-folsom
 lynnethsolis
 lynnliu
-lyris
 lyubov-eto_love-is-vtoroj-variant/
 lz8858
 lzhang
@@ -66015,7 +66113,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://transparency.org/robots.txt
+mail-fertighttp://npmjs.com/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -66662,6 +66760,8 @@ mbrady
 mbronstein
 mbsullivan
 mburkhauser
+mc-publication-test-folder
+mc-publication-test-folder.html
 mc.html
 mc/
 mc/all/ad.html
@@ -66749,7 +66849,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://android-developers.googleblog.com/robots.txt
+media/Resized-Images/*http://minecraftforum.net/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -66759,7 +66859,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://wetwetwet.co.uk/robots.txt
+media/all/1288165/http://cell.com/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -66830,7 +66930,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://codex.wordpress.org/robots.txt
+media/tyfo*http://startrankingnow.com/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -66871,7 +66971,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://eea.europa.eu/robots.txt
+mediahttp://newscientist.com/robots.txt
 mediakit
 mediakit/
 medialibrary/de/brief
@@ -67145,10 +67245,6 @@ medicine-health/schools/sydney-school-of-health-sciences/academic-staff
 medicine/clinics
 medicine/doctors
 medicine/fmrc/icpc3dev
-medicine/gastroenterology/appointments-and-referrals/appointment-thankyou
-medicine/gastroenterology/appointments-and-referrals/referral-thankyou
-medicine/nephrology/treatments-and-services/vcg-appointment-thankyou
-medicine/pathways/referral-thank-you
 medicine/people/academics-old/profiles
 medicine/search
 medios1.php
@@ -67180,7 +67276,7 @@ medredesign
 medstaging
 meeting/register
 meeting/schedule
-meetingOptionshttp://ethereum.org/robots.txt
+meetingOptionshttp://teamusa.org/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -68395,6 +68491,8 @@ motor/coches/
 motor/ocasion/*
 motoring.
 motoring/test$
+motorist/oils-lubricants/starship-30
+motorist/oils-lubricants/starship-30.html
 motorres
 mottahedeh
 mounk
@@ -68546,7 +68644,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://freshbooks.com/robots.txt
+mre/*.zip$http://gov.il/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -68665,7 +68763,7 @@ msaadat
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://html5rocks.com/robots.txt
+msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -68859,10 +68957,10 @@ multivu
 mumbaiedition
 munho
 munin
-munin*http://fitranx.com/robots.txt
-munin*http://modernbluesharmonica.com/robots.txt
-munin*http://rightlydividing.org/robots.txt
-munin*http://usdre.com/robots.txt
+munin*http://demandcooling.com/robots.txt
+munin*http://motherboard.vice.com/robots.txt
+munin*http://pacaneleaparate.biz/robots.txt
+munin*http://packages.ubuntu.com/robots.txt
 muns
 munshi
 musafim
@@ -68892,7 +68990,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://themastercleanse.org/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -68938,7 +69036,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://adwords.google.com/robots.txt
+mvp/http://delta.com/robots.txt
 mw/
 mw/en
 mw5-newsletter-v1
@@ -68964,6 +69062,7 @@ mx*/shop/*/sold
 mx*/step
 mx*/submit
 mx*/submitted
+mx-es/
 mx-es/shop/*?*&*&*&*
 mx-mx/
 mx/
@@ -69084,6 +69183,7 @@ my-autotrader
 my-bag
 my-bookmarks
 my-cart
+my-en/
 my-en/shop/*?*&*&*&*
 my-eurlex
 my-favorites
@@ -69595,7 +69695,6 @@ neo-services
 neo/magazine
 neos
 neos/
-nephrology/appointments-and-referrals/appointment-thankyou
 nercppclp
 nerferwiki
 neshel
@@ -69620,14 +69719,8 @@ netwars-toc
 network
 network-analysis
 networks
-neurology/appointments-and-referrals/referral-thankyou
-neurology/teleneurology/appointments-and-referrals/contact-us-thankyou
-neurology/treatments-and-services/brain-health-newsletter-thankyou
-neurology/treatments-and-services/brain-health-newsletter-thankyou
 neuromyelitis-optica-spectrum-disorder-nmosd-treatment
 neurorecovery
-neurosurgery/appointments-and-referrals/appointment-thankyou
-neurosurgery/paralysis/appointment-and-referrals/appointment-request-thankyou
 never-been-kissed
 new
 new*?
@@ -69687,6 +69780,12 @@ newrelic
 news
 news$
 news*?
+news-and-insights/annual-publications
+news-and-insights/annual-publications.html
+news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page
+news-and-insights/newsroom/news-and-media-releases/2023/shell-second-quarter-test-page.html
+news-and-insights/scenarios/a-better-life-with-a-healthy-planet
+news-and-insights/scenarios/a-better-life-with-a-healthy-planet.html
 news-app
 news-archive/*/*/?ap=
 news-archive/?
@@ -69910,7 +70009,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://3319691.fls.doubleclick.net/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -70011,7 +70110,7 @@ newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
 newsletter/
-newsletter/$http://issuetracker.google.com/robots.txt
+newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -71580,6 +71679,7 @@ no-en/ventureone
 no-en/your
 no-nb/
 no-nb/docs
+no-no/
 no-route
 no-such-url.html
 no/
@@ -71851,7 +71951,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://cs.ubc.ca/robots.txt
+notyours/http://openclipart.org/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -71868,7 +71968,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://general-overnight.com/robots.txt
+novostroyki/po-ulizam/*http://nozbe.com/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -71952,7 +72052,6 @@ nunn
 nursing-health-sciences/contact-us/thank-you/
 nursing-health-sciences/departments-centers/gerontology/study-aging/
 nursing-health-sciences/scholarships-beacons-of-promise/first-year-scholars/
-nursing-patientcare/appointments-and-referrals/application-thankyou
 nursing/*/index.php
 nursing/404.php
 nursing/index.php
@@ -72000,6 +72099,7 @@ nz*/shop/*/sold
 nz*/step
 nz*/submit
 nz*/submitted
+nz-en/
 nz-en/shop/*?*&*&*&*
 nz/
 nz/*
@@ -72173,7 +72273,7 @@ oauth/
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://herculesandloveaffair.net/robots.txt
+oauth/http://fitbots.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -72188,10 +72288,6 @@ obe-long
 obe-short
 obe-teams
 obfuscation-attacks
-obgyn/appointments-and-referrals/migs/appointment-thankyou
-obgyn/appointments-and-referrals/ob-gyn/appointment-thankyou
-obgyn/education-and-training/international-gynecologic-oncology-observership-application-thankyou
-obgyn/fertility/appointments-and-referrals/appointment-thankyou
 obituaries/
 obituaries/memoriam/
 obituaries/notices/
@@ -72412,15 +72508,13 @@ omar_soliman
 omarsultanhaque
 omb/BoardActions/*pdf$
 omdreb-seminar-oakville
-omfs/about/appointments-and-referrals/appointment-thankyou
-omfs/about/appointments-and-referrals/referral-thankyou
 omgilibot
 omni-channel-customer-engagement/landing/program/mutual-banks.html
 omniauth
 omniture/
 on
 on
-on-demand/session/*http://gimp.org/robots.txt
+on-demand/session/*http://nxp.com/robots.txt
 on/*.ico$
 on/*.png$
 on/demandware.store
@@ -72501,7 +72595,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://serve.uberads.com/robots.txt
+online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -72613,8 +72707,8 @@ opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://cts.vresp.com/robots.txt
-opt-out/http://elfa.com/robots.txt
+opt-out/http://youronlinechoices.eu/robots.txt
+opt-out/http://yourstory.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -72729,19 +72823,6 @@ oroscopo/sitemap.xml
 orquiza
 orr587
 orr589
-orthopaedics/appointments-and-referrals/appointment-thankyou
-orthopaedics/appointments-and-referrals/northshore-thankyou
-orthopaedics/appointments-and-referrals/referral-thankyou
-orthopaedics/campaign/
-orthopaedics/children/appointments-and-referrals/appointment-thankyou
-orthopaedics/foot-ankle/appointments-and-referrals/appointment-thankyou
-orthopaedics/hand/appointments-and-referrals/appointment-thankyou
-orthopaedics/hip-knee/appointments-and-referrals/appointment-thankyou
-orthopaedics/hip-knee/appointments-and-referrals/appointment-thankyou-metal
-orthopaedics/oncology/appointments-and-referrals/appointment-thankyou
-orthopaedics/shoulder/appointments-and-referrals/appointment-thankyou
-orthopaedics/sports-medicine/appointments-and-referrals/appointment-thankyou
-orthopaedics/trauma/appointments-and-referrals/appointment-thankyou
 os-test
 osa
 osaidalser
@@ -73077,6 +73158,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?s=
 page/*/?search=
@@ -73296,7 +73378,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://superdicas7.blogspot.com/robots.txt
+paldrive/en-us/http://paloaltonetworks.com/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -73479,8 +73561,6 @@ patentscope/search/iasr
 patentscopedb/
 path,
 path.php
-pathology/about/alumni-info-update-thankyou
-patient-advisory-councils/advisory-council-application/application-thankyou
 patient/chat
 patrickagreene
 patrickhsu
@@ -73575,7 +73655,6 @@ pcnlrobot
 pcornell
 pcosta
 pcowpert
-pcs/appointments-and-referrals/facing-forward-application-thankyou
 pct/dc/closeddates/faces/page/index.xhtml
 pct/guide/
 pctdb/
@@ -73682,7 +73761,6 @@ peliculas-series/
 peliculas-series/search?*
 peliculas-series/widgets/movies/
 pelletier
-pelvic-floor/appointments-and-referrals/appointment-thankyou
 pence
 pending-cash-back.htm
 pending/
@@ -73852,6 +73930,7 @@ ph*/cdn-cgi/challenge-platform
 ph*/step
 ph*/submit
 ph*/submitted
+ph-en/
 ph/
 ph/*?*shpxid=
 ph/*?services
@@ -75764,8 +75843,6 @@ planningsite-as-open2021
 planningunits/capu
 plans
 plantain-anmaxyz
-plastic-surgery/appointments-and-referrals/appointment-thankyou
-plastic-surgery/appointments-and-referrals/laser/appointment-thankyou
 platform
 platform-telemetry
 platform/
@@ -76215,7 +76292,6 @@ pol/layout/set
 polaris-ldp
 poleznye-ssylki/
 police*?
-police/appointments-and-referrals/police-detail-request-thankyou
 police/blotter
 police/contact/report-a-crime-confidentially/thank-you/
 police/contact/umbpd-virtual-suggestion-box/thank-you/
@@ -76253,13 +76329,13 @@ politica/2/10/13/news/da_maroni_a_fontana_c_e_sempre_quel_notaio_nelle_indagini_
 politica/20081007/53556163832/
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://obamawhitehouse.archives.gov/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://pymnts.com/robots.txt
+politico-footer/http://politifact.com/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -76524,7 +76600,7 @@ pratique/informatique/logiciels/windows-xp/1630
 pratyashaacharya
 praveentest
 praveer-singh
-prayers?*http://plosone.org/robots.txt
+prayers?*http://uscis.gov/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -76621,6 +76697,7 @@ premium_enquete
 premium_feed/
 premiumhosting
 premiumlogin/
+premiumpartner
 premiumsupport/iam/
 premiumsupport/knowledge-center/feedback-no/
 premiumsupport/knowledge-center/feedback-yes/
@@ -76659,7 +76736,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://howdini.com/robots.txt
+press/content-search?*http://channel9.msdn.com/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -76773,7 +76850,6 @@ print.asp
 print.asp?*
 print.cfm
 print.htm
-print.html
 print/
 print/*
 print/article/*
@@ -76920,7 +76996,7 @@ product-manager-old
 product-marketing
 product-question/
 product-quickview*
-product-ratings/http://fanimalo.com/robots.txt
+product-ratings/http://wisper.io/robots.txt
 product-refferal
 product-review-post
 product-reviews/
@@ -76940,7 +77016,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://webaim.org/robots.txt
+product/buybundle/http://webdesign.about.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -77175,7 +77251,7 @@ profile/*/stats
 profile/*/stats/library
 profile/*/trophies
 profile/*article*.ece
-profile/*http://tomsguide.com/robots.txt
+profile/*http://cbs.com/robots.txt
 profile/author/$
 profile/author/?
 profile/authorgallery
@@ -77306,7 +77382,7 @@ program-2/action~undefined
 program-2/action~week
 program-registration
 program/
-program/action~*/http://laparisienneliberee.com/robots.txt
+program/action~*/http://attendee.gotowebinar.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -77551,10 +77627,6 @@ pstuelke
 psvn/embed
 psych-the-movie
 psycheloui
-psychiatry/appointments-and-referrals/trauma-exposure-study-signup-thankyou
-psychiatry/treatments-and-services/bressler-clinical-and-research-program/appointment-thankyou
-psychiatry/treatments-and-services/child-cognitive-behavioral-therapy-program/appointment-thankyou
-psychiatry/treatments-and-services/child-cognitive-behavioral-therapy-program/referral-thankyou
 psychology/clinical-psychology-centre/services/checkout9827b34DY.html
 psychology/internal/coursesandmodules/modules
 psychology/internal/coursesandmodules/pgcourses
@@ -77805,7 +77877,7 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://seriouseats.com/robots.txt
+pt/forum/goto.phphttp://dai.ly/robots.txt
 pt/group
 pt/growth-tools-assets
 pt/guest-pass
@@ -78009,7 +78081,7 @@ public.affairs/gata
 public.api
 public/
 public/*
-public/*http://criteo.com/robots.txt
+public/*http://cloudflare.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -78029,7 +78101,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://foundation-media.ffm.to/robots.txt
+public/dochttp://znc.si/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -78458,7 +78530,7 @@ r/*?
 r/*page=
 r/Preview
 r/cms
-r/http://academia.edu/robots.txt
+r/http://blog.codinghorror.com/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -78700,7 +78772,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://zenonline.ru/robots.txt
+readme.htmlhttp://lunacycle.com/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -78880,7 +78952,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://gdpr-info.eu/robots.txt
+reckon/http://clevescene.com/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -79185,7 +79257,7 @@ rendongarcia
 renee_rinehart
 renew
 renewal-center
-renewal-center/businesshttp://consilium.europa.eu/robots.txt
+renewal-center/businesshttp://katespade.com/robots.txt
 renewal-center/home
 rennekamp
 renos
@@ -80060,7 +80132,7 @@ resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://iab.com/robots.txt
+resources/calendar/http://lua.org/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -80176,7 +80248,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://truonggiahung.com/robots.txt
+resume/http://whisky.de/robots.txt
 resume/preview
 resumes
 resumes2
@@ -80206,7 +80278,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://1847082.fls.doubleclick.net/robots.txt
+revendeur/http://telstra.com.au/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -80663,6 +80735,7 @@ routen/*/routen-ab-
 routen/*/routen-von-
 router
 router/*
+routes.json
 routes/*/cac-duong-bay-tu-
 routes/*/export
 routes/*/routes-from-
@@ -80694,6 +80767,7 @@ rraidoo
 rroatman
 rrx219
 rs
+rs-sr/
 rs/$
 rs/applications
 rs/applications/peoplesoft
@@ -80921,7 +80995,7 @@ ru/forums
 ru/gateway.html
 ru/general
 ru/group
-ru/http://thrushpoetryjournal.com/robots.txt
+ru/http://zoo.105.net/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -81303,7 +81377,7 @@ saml
 saml/acs
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://engineering.fb.com/robots.txt
+saml2/authenticate/oktahttp://spoogue.org/robots.txt
 samlCertificates
 saml_login
 saml_sso
@@ -81561,7 +81635,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://js.stripe.com/robots.txt
+science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -81609,7 +81683,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://africasiaeuro.com/robots.txt
+scorecard_staging/http://aclweb.org/robots.txt
 scoredrift/*
 scott
 scott64
@@ -81812,6 +81886,7 @@ se-en/your
 se-fi/
 se-rank
 se-se/
+se-sv/
 se-sv/*
 se/
 se/*?*shpxid=
@@ -82221,8 +82296,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON*
-search?gss-q=*http://servedby.ipromote.com/robots.txt
-search?http://dell.com/robots.txt
+search?gss-q=*http://ubuntu.com/robots.txt
+search?http://ezp-news.de/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -82333,10 +82408,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://marketwatch.com/robots.txt
+section/9http://issues.apache.org/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://ustr.gov/robots.txt
+sectionhttp://abs.twimg.com/robots.txt
 sectionized
 sections
 sections$
@@ -82721,8 +82796,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://babbel.com/robots.txt
-services/conferences/news/*?*http://www-03.ibm.com/robots.txt
+services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
+services/conferences/news/*?*http://www2005.org/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -82741,7 +82816,6 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://unige.ch/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -82839,7 +82913,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://okdevtv.com/robots.txt
+serviceworker.jshttp://treysongz.lnk.to/robots.txt
 servicos/
 servin
 servizi
@@ -82909,6 +82983,7 @@ setsompop
 sette/13_luglio_29/2013-31-fiaschetti-falsi-autori_9becf36c-f84e-11e2-a59e-96a502746665.shtml
 settings
 settings
+settings.html
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -82964,6 +83039,7 @@ sg-en*/people/*/circle
 sg-en*/people/*/favorites
 sg-en*/shop/*/favoriters
 sg-en*/shop/*/sold
+sg-en/
 sg-en/*?order=
 sg-en/*color=
 sg-en/*customizable=
@@ -83177,6 +83253,16 @@ shekhargadkaree
 shelf/user_shelves
 shell
 shell/
+shellbitumen100
+shellbitumen100.html
+shellenergy/marketingandtrading/shell-energy-europe/eworld
+shellenergy/marketingandtrading/shell-energy-europe/eworld.html
+shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording
+shellenergy/othersolutions/voluntary-carbon-market-insights-and-trends-webinar/voluntary-carbon-market-webinar-2023-watch-recording.html
+shellenergy/tech/dc-whitepaper
+shellenergy/tech/dc-whitepaper.html
+shellenergy/test-oage-for-shell-energy
+shellenergy/test-oage-for-shell-energy.html
 shellysimana
 shen
 sheng
@@ -83909,7 +83995,7 @@ shopwidget
 shore/blogs/party/public
 shorefire_nj
 short
-short-url-machine/error/http://gisanddata.maps.arcgis.com/robots.txt
+short-url-machine/error/http://whatwg.org/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -83926,7 +84012,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://theteachingbank.com/robots.txt
+shoutbox/http://bat.bing.com/robots.txt
 shouwenwang
 show
 show-email
@@ -83974,7 +84060,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://support.microsoft.com/robots.txt
+showtimes/location/*http://img-fotki.yandex.ru/robots.txt
 shr*
 shreedas
 shrek
@@ -83999,6 +84085,7 @@ shuxi_qiao
 shyamkakula
 si
 si-LK
+si-en/
 si-lk/
 si/
 si/$
@@ -84533,7 +84620,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://abc.es/robots.txt
+sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -85053,7 +85140,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://naturalnews.com/robots.txt
+sn-config.htmlhttp://cleveland.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -85278,7 +85365,7 @@ sorting=undiscovered
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://berlin.de/robots.txt
+sos/registration/http://in.linkedin.com/robots.txt
 sotomarion
 soul/*
 soumission
@@ -85340,7 +85427,7 @@ spcon
 spcon019
 spd
 spdji/*
-spdji/*http://rawpixel.com/robots.txt
+spdji/*http://spiegel.de/robots.txt
 special-features/premium-offers
 special-offers
 special-offers/newcarlanding.xhtml
@@ -85460,7 +85547,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://awwwards.com/robots.txt
+sport/bundesliga/http://zdnet.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -85852,7 +85939,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://ckbrookewrites.wordpress.com/robots.txt
+stats/player-stats/*http://nfpa.org/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -85866,7 +85953,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://soundofpicture.com/robots.txt
+statusupdateshttp://thalesgroup.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -85964,11 +86051,10 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://secure.php.net/robots.txt
+stock/videos/*http://screencast.com/robots.txt
 stock_status=
 stockade.php
 stocks
-stoeckle-center/appointments-and-referrals/newsletter-signup-thankyou
 stoken
 stone
 stop_mobi=
@@ -86410,7 +86496,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://japantimes.co.jp/robots.txt
+subscribe?*http://addyosmani.com/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -86455,7 +86541,7 @@ sugerencias
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://aisslinn.com/robots.txt
+suggest/?*http://itu.int/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -86657,22 +86743,6 @@ sureshmohan
 sureshpavuluri
 surfer
 surgery
-surgery/about/community-surgery/appointment-thankyou
-surgery/about/community-surgery/referral-thank-you
-surgery/general-surgery/appointments-and-referrals/endocrine/appointment-thankyou
-surgery/general-surgery/appointments-and-referrals/endocrine/referral-thankyou
-surgery/general-surgery/appointments-and-referrals/ges/appointment-thankyou
-surgery/general-surgery/appointments-and-referrals/ges/referral-thankyou
-surgery/general-surgery/appointments-and-referrals/hernia/appointment-thankyou
-surgery/general-surgery/appointments-and-referrals/thyroidnodule/appointment-thankyou
-surgery/general-surgery/appointments-and-referrals/thyroidnodule/referral-thankyou
-surgery/plastic-surgery/appointments-and-referrals/literature-request-thankyou
-surgery/plastic-surgery/treatments-and-services/treatments/breast-reconstruction-surgery-sem
-surgery/plastic-surgery/treatments-and-services/treatments/cosmetic-surgery-program-sem
-surgery/thoracic-surgery/appointments-and-referrals/appointment-thankyou
-surgery/thoracic-surgery/appointments-and-referrals/botox-thankyou
-surgical-oncology/appointments-and-referrals/appointment-thankyou
-surgical-oncology/appointments-and-referrals/referral-thankyou
 surprise
 surprise-sale
 surprise-sale-in-library
@@ -86694,6 +86764,24 @@ suspended_tickets
 suspension-appeal
 sustainability
 sustainability-as-an-efficient-business-strategy
+sustainability/nature/respecting-nature
+sustainability/nature/respecting-nature.html
+sustainability/our-approach/environmental-and-community-partners
+sustainability/our-approach/environmental-and-community-partners.html
+sustainability/our-approach/impact-assessment
+sustainability/our-approach/impact-assessment.html
+sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024
+sustainability/our-climate-target/shell-energy-transition-strategy/ets-2024.html
+sustainability/people/access-to-energy/access-to-energy-in-communities/case-study
+sustainability/people/access-to-energy/access-to-energy-in-communities/case-study.html
+sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions
+sustainability/people/access-to-energy/access-to-energy-in-communities/clean-cooking-solutions.html
+sustainability/safety/transport-safety/community-road-safety
+sustainability/safety/transport-safety/community-road-safety.html
+sustainability/safety/transport-safety/driver-safety
+sustainability/safety/transport-safety/driver-safety.html
+sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases
+sustainability/transparency-and-sustainability-reporting/advocacy-and-political-activity/advocacy-releases.html
 sustainable-development-goals/sustainable-cities
 sustainable-is-attainable-fest
 sustainable-is-attainable-news18-and-tata-power-initiative
@@ -86995,7 +87083,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://chalow.net/robots.txt
+system/*.js$http://zeldman.com/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -87139,10 +87227,12 @@ tag
 tag
 tag-manager
 tag-manager-360
+tag-search
+tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://themeforest.net/robots.txt
+tag/*+http://dilbert.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -87727,7 +87817,7 @@ tealeaf
 tealeaftarget.aspx
 team
 team/*/schedule$
-team/*/schedule$http://maschek.org/robots.txt
+team/*/schedule$http://nbc.com/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -88088,7 +88178,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://playstation.com/robots.txt
+testhttp://money.com/robots.txt
 testimonial
 testimonial/
 testimonials.php
@@ -88452,7 +88542,6 @@ thomasdhobbs
 thomasfranco
 thomasgift
 thompson
-thoracic-surgery/appointments-and-requests/appointment-thankyou
 thornton-srv/databases/enzymes
 thornton-srv/databases/practicals
 thornton-srv/databases/targets
@@ -88882,7 +88971,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://poicommunity.com/robots.txt
+tools/http://kungfukingdom.com/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -89239,7 +89328,7 @@ traffic
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://ultimate-guitar.com/robots.txt
+traffichttp://comedycentral.com/robots.txt
 trafficsystem/
 training
 training-aarpe/
@@ -89330,7 +89419,7 @@ transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://oecd.org/robots.txt
+transparency/http://anandtech.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -89344,13 +89433,6 @@ transparencyregister
 transparencyregister/public/consultation/reportControllerPager.do
 transparencyregister/public/consultation/search.do
 transparencyregister/public/staticPage/displayStaticPage.do
-transplant/appointments-and-referrals/kidney-referral-thankyou
-transplant/appointments-and-referrals/kidney-request-thankyou
-transplant/appointments-and-referrals/liver-referral-thankyou
-transplant/appointments-and-referrals/liver-request-thankyou
-transplant/appointments-and-referrals/living-donor-form-thankyou
-transplant/appointments-and-referrals/pancreas-request-thankyou
-transplant/pancreas/referral-thank-you
 transport
 transport_deeplink
 transportasi
@@ -90372,7 +90454,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://bolotnaya.online/robots.txt
+umfrage/4http://zh.wikipedia.org/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -90584,7 +90666,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://iabeurope.eu/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt
 upp/
 uptime*
 ur
@@ -90623,7 +90705,6 @@ urlinator/static-1.62
 urls
 urlverify
 urn
-urology/appointments-and-referrals/referral-thankyou
 urort/ScriptResource.axd
 urort/WebResource.axd
 urort/user/video.aspx
@@ -90714,7 +90795,6 @@ us-fr
 us-ja
 us-ko
 us-marketplace
-us-news-thankyou
 us-politics
 us-presidential-elections-2016
 us-pt
@@ -90730,7 +90810,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://documentcloud.adobe.com/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://10096194.fls.doubleclick.net/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -91092,7 +91172,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://fun88asia.net/robots.txt
+user-reports/http://wordpress.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -91124,7 +91204,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://color-hex.com/robots.txt
+user/*http://m.media-amazon.com/robots.txt
 user/.*
 user//attending/upcoming
 user/account
@@ -91141,7 +91221,7 @@ user/forgotPassword
 user/forgotten-password
 user/fpd/api
 user/get-user
-user/http://payhip.com/robots.txt
+user/http://news.mongabay.com/robots.txt
 user/images
 user/libraries
 user/lists
@@ -91323,7 +91403,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://brickset.com/robots.txt
+users/profile-unpub/http://song.link/robots.txt
 users/ranking
 users/relogin/
 users/remote-logout/
@@ -91376,7 +91456,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://blackberry.com/robots.txt
+ut*.xmlhttp://dashboard.gglot.com/robots.txt
 utaukwa
 util
 util
@@ -91402,7 +91482,7 @@ utils/*
 utl/
 utm
 utm*=
-utm*http://nyc.gov/robots.txt
+utm*http://funbaby.cz/robots.txt
 utm=
 utm=
 utm_
@@ -91448,7 +91528,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://inhabitat.com/robots.txt
+uz/http://biblegateway.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -91608,7 +91688,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://menards.com/robots.txt
+venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -91647,7 +91727,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://sunsetbrian.com/robots.txt
+verify/*http://soundcloud.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -91658,7 +91738,7 @@ version
 version
 version-search.php
 version.json
-version/http://boardgamegeek.com/robots.txt
+version/http://read.amazon.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -92161,6 +92241,7 @@ vn*/cdn-cgi/challenge-platform
 vn*/step
 vn*/submit
 vn*/submitted
+vn-vi/
 vn/
 vn/*?*shpxid=
 vn/*digital_wallets/dialog
@@ -106708,6 +106789,7 @@ web/packages/mlmi/DESCRIPTION
 web/packages/mlmm.gwas/DESCRIPTION
 web/packages/mlmpower/DESCRIPTION
 web/packages/mlmtools/DESCRIPTION
+web/packages/mlmts/DESCRIPTION
 web/packages/mlogit/DESCRIPTION
 web/packages/mlogitBMA/DESCRIPTION
 web/packages/mlpack/DESCRIPTION
@@ -113690,6 +113772,7 @@ web/packages/yfR/DESCRIPTION
 web/packages/yhat/DESCRIPTION
 web/packages/yhatr/DESCRIPTION
 web/packages/yll/DESCRIPTION
+web/packages/ymd/DESCRIPTION
 web/packages/ymlthis/DESCRIPTION
 web/packages/ympes/DESCRIPTION
 web/packages/yodel/DESCRIPTION
@@ -113978,7 +114061,6 @@ wei-zhang
 weifanghsieh
 weig
 weight-loss-ticker
-weightcenter/appointments-and-referrals/appointment-thankyou
 weihuang
 weili
 weiling-liu
@@ -114053,7 +114135,15 @@ what-makes-up-your-digital-self
 what-now/card-details/
 what-s-cooking-with-julie-chrisley
 what-to-expect-when-you-re-expecting
+what-we-do/digitalisation/news-room
+what-we-do/digitalisation/news-room.html
 what-we-do/investment-management/private-wealth-management/intellectual-capital/isg-outlook-2013.pdf
+what-we-do/major-projects
+what-we-do/major-projects.html
+what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road
+what-we-do/oil-and-natural-gas/liquefied-natural-gas-lng/lng-for-road.html
+what-we-do/renewable-power/wind/supplier-registration
+what-we-do/renewable-power/wind/supplier-registration.html
 whatis
 whats-new
 whats-next/planes-trains-and-analytics
@@ -114102,7 +114192,7 @@ why-ghostery-midnight
 why-liveperson
 why-sell?inquirySource=482&
 whythisad
-wicket:interface*http://uuca.org/robots.txt
+wicket:interface*http://springerlink.com/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -115347,7 +115437,7 @@ world-class-heart-care
 world-ip-report/
 world-news-day/
 world-records/most-concerts-produced-by-an-individual
-world-records/most-no1-singles-produced-by-an-individualhttp://figshare.com/robots.txt
+world-records/most-no1-singles-produced-by-an-individualhttp://gulfnews.com/robots.txt
 world/Africa
 world/Asia
 world/Europe
@@ -115497,28 +115587,27 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://10000493.fls.doubleclick.net/robots.txt
-wp-admin/admin-ajax.phphttp://carboniafilmfest.org/robots.txt
-wp-admin/admin-ajax.phphttp://debian.org/robots.txt
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://docs.github.com/robots.txt
-wp-admin/admin-ajax.phphttp://edu.gcfglobal.org/robots.txt
-wp-admin/admin-ajax.phphttp://fb.watch/robots.txt
-wp-admin/admin-ajax.phphttp://haruhiko072.blog46.fc2.com/robots.txt
-wp-admin/admin-ajax.phphttp://hrw.org/robots.txt
-wp-admin/admin-ajax.phphttp://madadalian.com/robots.txt
-wp-admin/admin-ajax.phphttp://magicstyle.de/robots.txt
-wp-admin/admin-ajax.phphttp://meditationcoach.com/robots.txt
-wp-admin/admin-ajax.phphttp://nascardigitalmediallc.demdex.net/robots.txt
-wp-admin/admin-ajax.phphttp://nlm.nih.gov/robots.txt
-wp-admin/admin-ajax.phphttp://nme.com/robots.txt
-wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
-wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt
-wp-admin/admin-ajax.phphttp://socialimpact.youtube.com/robots.txt
-wp-admin/admin-ajax.phphttp://tes.com/robots.txt
-wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
-wp-admin/admin-ajax.phphttp://youtube.instanteaser.com/robots.txt
-wp-admin/admin-ajax.phphttp://yt.be/robots.txt
+wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
+wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://ask.com/robots.txt
+wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
+wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
+wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt
+wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
+wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
+wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
+wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
+wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
+wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
+wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
+wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
+wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
+wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
+wp-admin/admin-ajax.phphttp://smugmug.com/robots.txt
+wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
+wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
+wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -115558,7 +115647,7 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins/http://5156609.fls.doubleclick.net/robots.txt
+wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -115631,7 +115720,7 @@ wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sfmomatheme/library
-wp-content/themes/skift/inc/ajax/http://askubuntu.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -115650,7 +115739,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://copaco.com.py/robots.txt
+wp-content/uploads/*http://wikihow.com/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -115677,7 +115766,7 @@ wp-content/uploads/2022/12/UKR-Co-funded_EU-emblem_Pantone-1099x213.jpg
 wp-content/uploads/2023
 wp-content/uploads/2023/10/Cakap-English-Standardized-Test.pdf
 wp-content/uploads/2024
-wp-content/uploads/2024/08/786678.pdfhttp://crossref.org/robots.txt
+wp-content/uploads/2024/08/786678.pdfhttp://unicef.org/robots.txt
 wp-content/uploads/2025
 wp-content/uploads/2026
 wp-content/uploads/2027
@@ -115685,24 +115774,24 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://survivalmagazine.org/robots.txt
-wp-content/uploads/http://zuken.com/robots.txt
+wp-content/uploads/http://minimul.com/robots.txt
+wp-content/uploads/http://sheknows.com/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://pala-lagaw.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://cssr.org.au/robots.txt
-wp-content/uploads/wp-import-export-lite/http://dansmoviereport.blogspot.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://en.bitcoin.it/robots.txt
-wp-content/uploads/wp-import-export-lite/http://it.wikipedia.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://personads.me/robots.txt
-wp-content/uploads/wp-import-export-lite/http://softpedia.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://aa.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -115736,8 +115825,8 @@ wp-includes/css
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://hsf.co.uk/robots.txt
-wp-includes/http://news.berkeley.edu/robots.txt
+wp-includes/http://nokia.co.jp/robots.txt
+wp-includes/http://scotusblog.com/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -116085,7 +116174,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://joinazima.org/robots.txt
+xmlrpc.phphttp://datastudio.google.com/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -116105,7 +116194,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://rtd.tubemogul.com/robots.txt
+xslt/http://cryptonewsventure.com/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -116259,7 +116348,7 @@ your-shop
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
+youreurope/businessDEV/http://europapress.es/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -116367,6 +116456,7 @@ za*/cdn-cgi/challenge-platform
 za*/step
 za*/submit
 za*/submitted
+za-en/
 za/
 za/*?*shpxid=
 za/*?services
@@ -116725,7 +116815,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://unc.edu/robots.txt
+zh/internalhttp://amazon.jp/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -117025,7 +117115,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://cgi.ebay.com/robots.txt
+~oar/http://web.whatsapp.com/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -117197,10 +117287,10 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://rulesdontapply.bandcamp.com/robots.txt
+404.htmlhttp://airliners.net/robots.txt
 404.php
 404/
-404http://liebertpub.com/robots.txt
+404http://diplomatie.gouv.fr/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -117539,7 +117629,7 @@ zzz_systest
 93826
 94140
 94230
-101612.rsshttp://sustainability.google/robots.txt
+101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt
 101705/docs/mccom/format/pdf/longform/
 126190
 128892