From 80665188b685c6edcb5095f1227586f7ef34912d Mon Sep 17 00:00:00 2001
From: GitHub Action <example@github.com>
Date: Mon, 15 Jul 2024 01:18:56 +0000
Subject: [PATCH] [Github Action] Automated trickest wordlists update.

---
 .../opencart-all-levels.txt                   |   74 +
 .../CMS/trickest-cms-wordlist/opencart.txt    |    7 +
 .../woocommerce-all-levels.txt                |    5 +
 .../CMS/trickest-cms-wordlist/woocommerce.txt |    1 +
 .../top-100.txt                               |  201 +-
 .../top-1000.txt                              |  271 +--
 .../top-10000.txt                             | 1633 +++++++++--------
 7 files changed, 1334 insertions(+), 858 deletions(-)

diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
index 03cffbbf4e8..28edecc33c6 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart-all-levels.txt
@@ -28103,6 +28103,25 @@ src/MemoryDB/Exception/MemoryDBException.php
 MemoryDB/Exception/MemoryDBException.php
 Exception/MemoryDBException.php
 MemoryDBException.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/QApps/QAppsClient.php
+system/storage/vendor/aws/aws-sdk-php/src/QApps/QAppsClient.php
+storage/vendor/aws/aws-sdk-php/src/QApps/QAppsClient.php
+vendor/aws/aws-sdk-php/src/QApps/QAppsClient.php
+aws/aws-sdk-php/src/QApps/QAppsClient.php
+aws-sdk-php/src/QApps/QAppsClient.php
+src/QApps/QAppsClient.php
+QApps/QAppsClient.php
+QAppsClient.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
+system/storage/vendor/aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
+storage/vendor/aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
+vendor/aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
+aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
+aws-sdk-php/src/QApps/Exception/QAppsException.php
+src/QApps/Exception/QAppsException.php
+QApps/Exception/QAppsException.php
+Exception/QAppsException.php
+QAppsException.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/OpsWorks/OpsWorksClient.php
 system/storage/vendor/aws/aws-sdk-php/src/OpsWorks/OpsWorksClient.php
 storage/vendor/aws/aws-sdk-php/src/OpsWorks/OpsWorksClient.php
@@ -43865,6 +43884,61 @@ data/docdb-elastic/2022-11-28/paginators-1.json.php
 docdb-elastic/2022-11-28/paginators-1.json.php
 2022-11-28/paginators-1.json.php
 paginators-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+src/data/qapps/2023-11-27/smoke.json.php
+data/qapps/2023-11-27/smoke.json.php
+qapps/2023-11-27/smoke.json.php
+2023-11-27/smoke.json.php
+smoke.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+qapps/2023-11-27/endpoint-rule-set-1.json.php
+2023-11-27/endpoint-rule-set-1.json.php
+endpoint-rule-set-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+src/data/qapps/2023-11-27/api-2.json.php
+data/qapps/2023-11-27/api-2.json.php
+qapps/2023-11-27/api-2.json.php
+2023-11-27/api-2.json.php
+api-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+src/data/qapps/2023-11-27/waiters-2.json.php
+data/qapps/2023-11-27/waiters-2.json.php
+qapps/2023-11-27/waiters-2.json.php
+2023-11-27/waiters-2.json.php
+waiters-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
+src/data/qapps/2023-11-27/paginators-1.json.php
+data/qapps/2023-11-27/paginators-1.json.php
+qapps/2023-11-27/paginators-1.json.php
+2023-11-27/paginators-1.json.php
+paginators-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/smoke.json.php
 system/storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/smoke.json.php
 storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/smoke.json.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
index 7668bc843eb..b9dd684690a 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/opencart.txt
@@ -4545,6 +4545,8 @@ upload/system/storage/vendor/aws/aws-sdk-php/src/WorkDocs/Exception/WorkDocsExce
 upload/system/storage/vendor/aws/aws-sdk-php/src/WorkDocs/WorkDocsClient.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/MemoryDB/MemoryDBClient.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/MemoryDB/Exception/MemoryDBException.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/QApps/QAppsClient.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/QApps/Exception/QAppsException.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/OpsWorks/OpsWorksClient.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/OpsWorks/Exception/OpsWorksException.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/ConfigService/ConfigServiceClient.php
@@ -6009,6 +6011,11 @@ upload/system/storage/vendor/aws/aws-sdk-php/src/data/service-quotas/2019-06-24/
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/docdb-elastic/2022-11-28/endpoint-rule-set-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/docdb-elastic/2022-11-28/api-2.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/docdb-elastic/2022-11-28/paginators-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/smoke.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/endpoint-rule-set-1.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/api-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/waiters-2.json.php
+upload/system/storage/vendor/aws/aws-sdk-php/src/data/qapps/2023-11-27/paginators-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/smoke.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/endpoint-rule-set-1.json.php
 upload/system/storage/vendor/aws/aws-sdk-php/src/data/lambda/2015-03-31/api-2.json.php
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
index 94c22f21b0d..a954364d775 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
@@ -65572,6 +65572,11 @@ js/product-editor/changelog/fix-create-variations-crash-react-18
 product-editor/changelog/fix-create-variations-crash-react-18
 changelog/fix-create-variations-crash-react-18
 fix-create-variations-crash-react-18
+packages/js/product-editor/changelog/dev-46768_add_context_to_errors
+js/product-editor/changelog/dev-46768_add_context_to_errors
+product-editor/changelog/dev-46768_add_context_to_errors
+changelog/dev-46768_add_context_to_errors
+dev-46768_add_context_to_errors
 packages/js/product-editor/changelog/fix-responsive-tabs
 js/product-editor/changelog/fix-responsive-tabs
 product-editor/changelog/fix-responsive-tabs
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
index d0d5c150bb8..21d72a179ea 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
@@ -10131,6 +10131,7 @@ packages/js/product-editor/changelog/fix-product-has-resolved
 packages/js/product-editor/changelog/fix-product-editor-modal-block-editor-undo
 packages/js/product-editor/changelog/update-product-editor-doc-more-menu-slotfill
 packages/js/product-editor/changelog/fix-create-variations-crash-react-18
+packages/js/product-editor/changelog/dev-46768_add_context_to_errors
 packages/js/product-editor/changelog/fix-responsive-tabs
 packages/js/product-editor/changelog/add-40351-prices
 packages/js/product-editor/changelog/dev-47035_request_tags_conditionally
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 3812f0dd7ce..f26043258de 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -26,6 +26,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known
 .well-known/assetlinks.json
 .xml
+/*/*/_tools
+/*/*/more_ideas
+/*/_tools
+/*/activity
 /*/branches
 /*/commits
 /*/compare
@@ -33,8 +37,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/edit$
 /*/forks
 /*/graphs
+/*/group
+/*/invite
 /*/issues/new
 /*/issues/search
+/*/more_ideas
 /*/network
 /*/projects
 /*/pulse
@@ -44,10 +51,21 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/watchers
 /*source=
 /.git
+/?z=1
 /MANUALS/*.pdf$
 /Search/
 /_
 /_/rsrc
+/_activities
+/_activity
+/_community
+/_created
+/_followers
+/_following
+/_quick_saves
+/_saved
+/_shop
+/_shopping_list
 /album/*/*?i=
 /api
 /apis
@@ -59,6 +77,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /comments
 /commits/*?author
 /commits/*?path
+/communities
+/discovered
 /docs/product
 /download
 /download/Browse.aspx?
@@ -83,6 +103,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /layout/
 /leads/*/jsplayer_show_lead_form.html
 /leads/*/show_form.html
+/likes
 /listing/*/favoriters
 /lookup?
 /mediaapi/
@@ -90,15 +111,20 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/*/Search/
 /music/*/search/
 /newsearch/
+/organize
 /people/*/circle
 /people/*/favorites
 /pinned_flashes
+/pins
 /podcast/*/*?i=
 /print$
+/profile-about
 /raw
 /revisions
 /rg*/mediaviewer/rm*/tr
 /rss
+/scheduled-pin
+/scheduled-pins
 /search
 /search/
 /search/*?q=
@@ -114,11 +140,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/d/groove-music-pass/cfq7ttc0k5dq/0001
 /store/locations/store-locations-sitemap.xml
 /store/music/groove-music-pass/*
+/story_pins
+/tagged
 /tarball
 /tree
+/tried
 /tv-season/*/*?i=
 /unsubscribe/
 /video-
+/video_pins
 /wal/
 /wiki/Special:
 /wiki/index.php/Help
@@ -186,6 +216,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?order=
 ?pt1=true$
 ?s=
+?show_error=true
 ?slogin
 ?tab=achievements&achievement=
 ?utm_*=
@@ -980,6 +1011,8 @@ ZipCodeLookupAjax
 [_0-9a-zA-Z]+/status/[0-9]+/likes
 [_0-9a-zA-Z]+/status/[0-9]+/retweets
 _
+_/_
+_/_/pixel
 _/aihub_pod
 _/ain/_/js
 _/alkali-learn
@@ -1041,6 +1074,8 @@ _next/gtm
 _next/jwt
 _next/title
 _next/viewer
+_ngjs/resource
+_ngjs/resource/*/get
 _nimbusJson.json
 _nimbusJsonp.js
 _nimbusJsonpStatic.js
@@ -1146,6 +1181,7 @@ ad_spice
 ad_syndication_user_tracking
 ad_visibility
 addContacts
+addboard
 addressBookExport
 admin
 adredir?
@@ -1168,6 +1204,7 @@ adwords/proposal
 adx/bin
 affil
 affil/pal
+age-appeal
 aihub/tfhub
 ajax
 ajax/follow_info
@@ -1208,6 +1245,7 @@ api_access_key=
 app*_
 app*form_id=
 app/updates
+appealed-pin
 apple-app-site-association
 apps
 apps*&tags=
@@ -1377,6 +1415,7 @@ auth/verifychallenge
 author/following
 author=
 authwall
+autocomplete
 avis
 away.php
 b2bauth
@@ -1494,7 +1533,11 @@ blogs/test
 blogsearch
 blogsearch_feeds
 bn
+board
+board_activity
+board_activity_comment
 bookmark?
+bookmarklet
 bookmarks
 books
 books/about
@@ -1516,17 +1559,38 @@ books?*zoom=1
 books?*zoom=5
 booksrightsholders
 boutique/sitemaps
+branded-pins
 browse/reviews/recent
+business/ad_create
 business/adshare
 business/adshare/faqs
 business/blahblah
+business/business-access
+business/business-hierarchy
+business/business-manager
+business/catalogs
+business/commerce-integrations
+business/community-information
+business/convert
+business/create
+business/create-linked-account
 business/feedback
+business/hub
+business/invite
 business/leads/jsplayer_show_lead_form.html
 business/leads/show_form.html
 business/learning/blog
+business/onboarding
+business/pin_create
 business/premium/is_payment_pending
 business/promotion
+business/referral
 business/sales/blog
+business/site
+business/switch-account
+business/top-ads
+business/update
+business/verified-merchant/status
 businessinfo
 buyside-e2e-monitor
 buzz/post
@@ -1720,6 +1784,7 @@ checkout
 checkout/package
 checkoutnow
 checkpoint
+christmas-spotlight
 chrome/browser/mobile/tour
 chrome/crlset
 chrome/webstore/images
@@ -1742,6 +1807,7 @@ clickthru
 client_errors
 clima/ets
 clima/sites/registry
+close-account
 cloud-launcher/sitemap
 cloudsourcetools/images
 cms_content
@@ -1763,6 +1829,7 @@ commercesearch/images
 commercesearch/services
 commission_2010-2014/katainen
 commits?author=
+communities
 communities/bin.aspx?
 communities/blogs/PortalResults.mspx?
 communities/eventdetails.mspx?
@@ -1778,12 +1845,15 @@ community/category/*
 community/comments
 community/feed
 community/trackback
+community_comment
+community_post
 community_s
 companyDir
 compare
 compare/*/apply
 compressiontest
 config.js
+connect
 connections
 connectivity
 connector
@@ -1791,20 +1861,31 @@ consumers/archive
 contact_me
 contactus
 content
+content-claiming
 context_referrer=gig_page
 context_referrer=user_page
 control
+conversation
 conversations
+convert-business
+convert-personal
 coop/directory
 coop/manage
 copy-conductor/crawled
+copyright-reporting
 corgi$
 couchmode
 counter/*?
 coupons/visit
 covid19
 covid19/mobility
+create_pin
 creative-europe/404_en.htm
+creative-studio
+creative_editor
+creator-spotlight
+creator_hub/_earn
+creator_hub/_partnerships
 creatorhub
 cse/home
 cse/manage
@@ -1813,7 +1894,9 @@ cse?
 csp
 csp_block
 csp_report_only
+csrf_error
 ct
+ct.html
 ct/log_list
 culturalinstitute/images
 culturalinstitute/sitemaps
@@ -1926,7 +2009,9 @@ de/teams
 de/transactions
 de/treasury
 de/your
+deactivate-account
 default
+delete_post
 delight
 dell/cities-transformed
 dell/cloud-future-of-medicine
@@ -1977,6 +2062,7 @@ digital-single-market/taxonomy
 digital-single-market/users
 directory
 directory/all
+discover
 discussion
 discussion/comment-permalink
 discussion/edit-profile
@@ -2071,6 +2157,8 @@ ebooks?*zoom=1
 ebooks?*zoom=5
 ece
 eclas
+edit
+editorial/*
 edu/cs4hs
 education/404_en.htm
 edurec
@@ -2082,6 +2170,7 @@ elite?
 email
 email-unsubscribe
 email_actions
+email_verification_error
 embed
 embed/feed/update
 employment_social/anticipedia/xwiki/bin/attach
@@ -2136,6 +2225,7 @@ en/microsoft-viva/
 en/security
 en/security/
 endorsements
+engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
 environment/ets
@@ -2237,6 +2327,8 @@ exec/obidos/subst/marketplace/sell-your-collection.html
 exec/obidos/subst/marketplace/sell-your-stuff.html
 exec/obidos/subst/partners/friends/access.html
 exec/obidos/tg/cm/member
+explore
+explore/*/?p=
 explore/*/lightbox
 external
 external/overture
@@ -2246,6 +2338,7 @@ facebook
 facebook_connect
 faves-i_love_u_get_away_from_me
 favorite
+fb.html
 fe=true
 feature/sf-test
 feed
@@ -2325,6 +2418,8 @@ flights
 flutter-canvaskit
 folder
 follow
+follow_board
+follow_user
 following
 food/archive
 food/favourites
@@ -2435,6 +2530,8 @@ global$
 globalmarketfinder
 globalmarketfinder/*.html
 gog
+google_gdn.html
+google_search.html
 googlebooks/images
 gp
 gp/aag
@@ -2543,6 +2640,7 @@ gview
 gwt
 h5games_gamecenter/images
 handmade
+hanukkah-spotlight
 hashtag/*?src=
 hd
 header/channels
@@ -2617,15 +2715,18 @@ hk-en/teams
 hk-en/transactions
 hk-en/treasury
 hk-en/your
+holiday-spotlight
+holidays-celebrations
 home
+homefeed
 homepage-video-test
 hosted/images
 hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://archive.org/robots.txt
-http://i2.wp.com/robots.txt
+http://developers.google.com/robots.txt
+http://imdb.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -2636,6 +2737,9 @@ i/u
 ia
 icons
 id-id.www.cloudflare.com
+idea-ads-tool
+idea-pin-builder
+idea-pin-invite
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 ie*/listing/*/favoriters
@@ -2806,11 +2910,14 @@ info/customerror.htm*
 info/smart404.asp*
 info/tech-feedback
 inproduct_help/chatsupport
+install-shuffles
 internalPref
 intl/*/about/views
 intlkb/
+invite
 inviteFromProfile
 inviteMany
+invited
 invites/buy
 invoice/est
 invoice/estimate/buyerView
@@ -2900,6 +3007,8 @@ johnhancock
 johnhancock/in-a-lifetime-healthcare
 johnhancock/in-a-lifetime-sustainability
 johnhancock/in-a-lifetime-work
+join/?next=
+join/signup/?next=
 jp*/listing/*/favoriters
 jp*/people/*/circle
 jp*/people/*/favorites
@@ -2966,6 +3075,7 @@ knowmore
 ko-kr.www.cloudflare.com
 ko-kr/feedback
 ko-kr/lp
+kwanzaa-spotlight
 labs/popgadget/search
 lamda/images
 landing/cmsnext-root
@@ -3000,10 +3110,12 @@ learning/search?
 learning/settings
 learning/settings$
 learning/settings?
+lens-search
 li/track
 library/devices
 licensing-syndication
 limited-release
+linked
 linkedin
 list
 list/ls*/_ajax
@@ -3011,6 +3123,7 @@ list/ls*/export
 listing/*/stubs
 lite
 lite.publication.PublicationRequestFulltextPromo.requestFulltext.html
+live-session
 live_chat
 lm/R1XIHQVKXSKBNJ
 lm/R3HQ5WJSZK6QSO
@@ -3041,6 +3154,7 @@ location_suggest
 lochp?
 login
 login$
+login/?next=
 login?*=
 logo-maker/brief
 logo-maker/choose-variation
@@ -3285,6 +3399,7 @@ native
 nb-no.www.cloudflare.com
 nbubumblebee
 network
+new_invite
 news$
 news/$
 news/0
@@ -3296,6 +3411,7 @@ news/test
 news/test-liveblog
 news?viewArticle
 newsArticle
+news_hub
 newsletter
 newsroom/dae
 newssearch
@@ -3402,6 +3518,7 @@ no-en/treasury
 no-en/your
 nonprofits/account
 not_recommended_reviews/preview
+notifications
 nova
 ns/hydra/console/?
 nus-trk
@@ -3455,8 +3572,12 @@ nz/teams
 nz/transactions
 nz/treasury
 nz/your
+oauth/line
+oauth/login
 oauth/v2
 oauth2/v2
+oauth_error
+offsite
 og
 onebox/media/sports/logos
 onebox/media/sports/photos/soccer/wc2018
@@ -3489,8 +3610,11 @@ pages?oid=-
 pagespeed/insights/ui/logo
 pantheon
 pantheon-platform
+parental-consent/confirmation
+parental-passcode
 participate/conferences.xml
 partners
+password/reset
 password_expired
 patent-search/frontend
 patents/download
@@ -3525,8 +3649,40 @@ photos/i_love_u_get_away_from_me
 photos/tags/*/page
 photos/youpy
 photosandvideos
+pin-builder
+pin-communities
+pin-creation-tool
+pin-editor
+pin/*/activities
+pin/*/activity
+pin/*/analytics
+pin/*/brand-catalog
+pin/*/comments
+pin/*/email
+pin/*/feedback
+pin/*/idea-pin/related-products
+pin/*/likes
+pin/*/promote
+pin/*/reaction
+pin/*/related-products
+pin/*/repin
+pin/*/repins
+pin/*/sent
+pin/*/share
+pin/*/shop-the-look
+pin/*/tag
+pin/*/takes
+pin/*/visual-search
+pin/*/visual-shop
+pin/create
+pin/find
+pin/find?url=
+pin_shop
 ping?
 pingback
+pinterest-predicts
+pinterest-wellbeing
+pinterestwellbeing
 pl*/listing/*/favoriters
 pl*/people/*/circle
 pl*/people/*/favorites
@@ -3577,6 +3733,7 @@ pl/teams
 pl/transactions
 pl/treasury
 pl/your
+place
 plan=
 platform-telemetry
 play/store/web
@@ -3604,6 +3761,7 @@ ppob?
 pqa
 preference
 preferences
+prefs
 present
 presentation
 prettyearth/assets
@@ -3614,6 +3772,8 @@ private
 pro
 pro-resources
 pro/about
+product-catalogs
+product-feed
 product-reviews/B0069IY63Y
 productPurchaseDone
 product_
@@ -3691,6 +3851,7 @@ publications
 publicliterature.PublicLiterature.search.html
 purchases
 puzzles/leaderboards/invite
+pw
 pwapi-proxy/pwproxy
 pwapiv2
 px.gif
@@ -3698,6 +3859,7 @@ q=
 qnasearch?
 qr
 quality_form?
+quiz
 r
 rackspace/elevating-performance
 radio/aod
@@ -3711,6 +3873,7 @@ rd/search
 rd/search$
 rd/search?
 recensioni
+recently-viewed
 recharge/dashboard/car
 recharge/dashboard/static
 recipes/search
@@ -3728,6 +3891,8 @@ refer
 refer/pal
 referrals
 referrer=
+refresh_stored_accounts
+refresh_token
 register
 registration
 registry/wishlist
@@ -3737,10 +3902,14 @@ report
 report-abuse?report=
 report=
 report_abuse.gne
+reports-and-violations
+request-data
 requestList
 requests
 research/participants/cofund
 reservations/*/notifyme
+resource
+resource/*/get
 results
 retail
 retail/old
@@ -3776,6 +3945,7 @@ s2/sitemaps
 s2/static
 s3
 s?
+safe-redirect
 safebrowsing/diagnostic
 safebrowsing/report_badware
 safebrowsing/report_error
@@ -3873,6 +4043,7 @@ searchhistory
 sections
 secure
 seller_onboarding
+sendHeaderEarly
 send_to_friend
 sendarticle
 services
@@ -3946,6 +4117,7 @@ shop/bag
 shop/browse/overlay
 shop/iphone/payments/overlay
 shop_name_search_service
+shop_pins
 shopping-content-api/product_images
 shopping/product
 shopping/ratings/account/metrics
@@ -3954,7 +4126,7 @@ shopping/reviewer
 shopping/seller
 shopping/suppliers/search
 shopping?
-showtimes/location/*http://slideshare.net/robots.txt
+showtimes/location/*http://apis.google.com/robots.txt
 sidewiki/entry
 signature
 signin/inject
@@ -4238,11 +4410,13 @@ smart/buttons
 social/photosui/images
 social/photosui/sitemap
 social/social-security-directory/cai
+socialmanager
 sounds/player
 sounds/player$
 sounds/search
 sounds/search$
 sounds/search?
+source
 source=
 source_repo=
 spain/empresas/
@@ -4265,6 +4439,7 @@ ss
 ss/customer-reviews/lighthouse
 ss/twister/ajax
 sslsingle
+sso
 stadia/gamers
 start
 start_order
@@ -4316,6 +4491,10 @@ storefront
 storepicker
 stores/page/*visitId=
 stories
+story-pin-builder
+story-pin-invite
+story_feed
+story_pins
 studios
 styles/js-on.css$
 subscribe/braintree
@@ -4336,6 +4515,7 @@ support
 support/content
 support/forum/search?
 surprise
+suspension-appeal
 sv-se.www.cloudflare.com
 svc
 svc/crosswords
@@ -4346,6 +4526,7 @@ svc/spelling-bee
 svc/vertex
 svc/wordle
 svpRecommendations
+sw-shell.html
 swg
 syndicate
 system1/images
@@ -4353,6 +4534,7 @@ t/terms
 tab=
 tablet
 tacms
+taggingtool
 tagmanager/containers/xo
 tagmanager/pptm.js
 talk
@@ -4385,8 +4567,10 @@ test
 testpage-forhomepage
 tetro
 th-th.www.cloudflare.com
+thanksgiving-spotlight
 thanx?
 themacallan/worlds-together
+theme
 themes/rss
 things/search
 things/search$
@@ -4462,6 +4646,7 @@ trustedstores/s
 trustedstores/tm2
 trustedstores/verify
 tucritica
+tv
 tv/thumb
 tvschedule
 twitter
@@ -4526,9 +4711,13 @@ uk/teams
 uk/transactions
 uk/treasury
 uk/your
+unauth-profile
+unlink
 unsub
 until=
 updates
+upload-image-lens-history
+upload-lens-image
 uploads
 urchin_test
 us-es*/listing/*/favoriters
@@ -4602,6 +4791,8 @@ uviewer
 v1
 v1/browser-performance
 v1/stats
+v1/urls/count.json
+v3/pidgets/log
 v4
 verify_age
 vi-vn.www.cloudflare.com
@@ -4632,10 +4823,13 @@ webapps/xoonboarding
 webmasters/sitemaps/ping?
 webscr
 websearch
+website/confirm
+website/confirm/download
 webstore/search
 webstore/static/*/wall/js
 weekly/signup
 weimg
+welcome
 whats-next/planes-trains-and-analytics
 whsmiths
 widget_auth.php
@@ -5096,6 +5290,7 @@ xml?
 xoplatform/logger/api/logger
 xorouter
 your
+your-shop
 youth/404_en.htm
 youtube/fonts
 youtube/img/promos
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index 0336b95d022..a6fd659d4f3 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -3072,7 +3072,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://classroom.google.com/robots.txt
+/no-referrer-when-downgradehttp://iana.org/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3639,7 +3639,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://lifestylesimplify.com/robots.txt
+?*apikey*http://akismet.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3867,15 +3867,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://bls.gov/robots.txt
 ?*utm_term=
 ?*verified=
 ?*xid
 ?252525253Bpreview=
 ?Author=
-?CMP
 ?EGOTECpage
-?ExternalDataReference
 ?LID=
 ?ModPagespeed=noscript
 ?RefID=
@@ -3888,7 +3886,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?_af_cid=
 ?_cookie-check=
 ?_erv=*
-?_ga
 ?_health_check_=
 ?_locale=
 ?_preview=
@@ -4162,7 +4159,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ref=binfind.com
 ?referralCode=*
 ?referrer=
-?region=
 ?region=australia-and-new-zealand
 ?replytocom
 ?reported_by=
@@ -5583,6 +5579,7 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
+HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5684,7 +5681,6 @@ Korean
 LFE/Live.controls.sharedpages/error.aspx
 LICENSE.txt
 LNAjax
-LP
 LanderLogger
 LandingPage
 Landingpages.html
@@ -6155,6 +6151,7 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
+Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6287,6 +6284,7 @@ Saves
 ScreensaverShade
 Scripts
 Search
+Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6895,6 +6893,8 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
+academic/profile
+academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6916,7 +6916,7 @@ account-settings
 account-setup
 account/
 account/accomplishments
-account/accomplishments/http://business.google.com/robots.txt
+account/accomplishments/http://svt.se/robots.txt
 account/ackgift
 account/deactivated
 account/emailoptout/?*token=
@@ -6959,7 +6959,6 @@ account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
 accountaccess
-accounthelp
 accounts
 accounts/ClientAuth
 accounts/ClientAuth
@@ -6980,6 +6979,7 @@ ach/search
 ach/user
 ach/users
 achievements
+aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7242,6 +7242,7 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
+alink
 alkali
 all
 all-supported-params
@@ -7268,6 +7269,7 @@ amp
 amp$
 amp-proxy
 amp-tealium
+amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -7333,16 +7335,17 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://feeds.feedburner.com/robots.txt
+api/attachments/*http://giphy.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://figma.com/robots.txt
+api/http://sciencemag.org/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
+api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7412,7 +7415,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://mediafire.com/robots.txt
+apple-app-site-associationhttp://iso.org/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -7471,9 +7474,7 @@ archiv/regional
 archive
 archive$
 archive/api/image.jpg
-archive/article
 archive/graphs.php
-archive/page
 archive/project/sovsport$
 archived
 archives
@@ -7498,11 +7499,7 @@ article/HUG
 article/PR-CO
 article/api
 article/beta
-article/category
 article/preview
-article/this-article-has-been-deleted
-article/this-article-has-been-removed
-article/this-article-is-no-longer-available
 article_email
 articlecomment/
 articles
@@ -8220,7 +8217,6 @@ backoffice=
 backstage/help/search-results.html
 badges/profile/create
 bagon
-baidu
 ban-me-i-am-a-robot
 bandito
 banking
@@ -8468,6 +8464,7 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
+bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8529,6 +8526,7 @@ bin
 bin/
 bin/search.go
 bin/search.py
+bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8674,6 +8672,7 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
+blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8745,7 +8744,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://spiegel.de/robots.txt
+bookmarkshttp://s3-us-west-2.amazonaws.com/robots.txt
 books
 books/NBK
 books/about
@@ -9664,7 +9663,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://iso.org/robots.txt
+cdn-cgi/http://xkcd.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9691,7 +9690,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://kck.st/robots.txt
+cgi-binhttp://youtube.de/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9887,6 +9886,7 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
+ck/
 cl
 cl2/feeds
 cl2/ical
@@ -10035,7 +10035,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://moz.com/robots.txt
+code/http://dx.doi.org/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10160,7 +10160,6 @@ companies
 companies/c
 companies/o
 companies/search
-company
 company/*.rss
 company/?s=
 company/add-ons-agreement
@@ -10247,7 +10246,7 @@ conflagexp
 connect
 connect/@
 connect/help/search-results.html
-connect/http://sciencedirect.com/robots.txt
+connect/http://search.google.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10365,9 +10364,8 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://livescience.com/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://producthunt.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
-content/dam/redcross/lp
 content/dam/web/da_dk/www
 content/dam/web/de_ch/www
 content/dam/web/de_de/www
@@ -10404,7 +10402,6 @@ content/ipad
 content/pdf/10.1007%2F978-94-6209-446-8_8.pdf
 content/pdf/bbm
 content/pdf/bfm
-content/redcross
 content/ru_ru/
 content/search
 content/telegraph
@@ -10549,14 +10546,15 @@ cp/api/wpa
 cpds2
 cpes/
 cpresources
-cpro
 cpropub/univercd
 cpspa
 cr
+cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
+cr?
 craft
 crash
 crawler4j
@@ -11626,7 +11624,6 @@ edit/success
 edit_article
 editarticle
 editgroup
-edition/null
 editionssi
 editor
 editor.jsp
@@ -11925,6 +11922,9 @@ enterprise/seo
 entertain
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
+entities/search
+entityexplore$
+entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12351,7 +12351,7 @@ events/friday-rush$
 events/fsi-cloud-symposium-nyc.html
 events/rss
 evernote/like.php
-evite/*http://timesofindia.indiatimes.com/robots.txt
+evite/*http://getbootstrap.com/robots.txt
 examples/*
 exclusive-offers
 exec/obidos/account-access-login
@@ -12461,6 +12461,7 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
+fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12501,8 +12502,6 @@ feedback
 feedback-service
 feedback/user_study
 feeds
-feeds.thetimes.com/puzzles
-feeds.thetimes.com/timescrossword
 feeds/
 feeds/*
 feeds/rss
@@ -12636,7 +12635,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://s0.wp.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://newsweek.com/robots.txt
 filter
 filter/tips
 filter/tips
@@ -13031,6 +13030,8 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
+fun/api/
+fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13052,7 +13053,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://gigazine.net/robots.txt
+g/4arE9Chttp://s.yimg.com/robots.txt
 g/api
 g00
 g01
@@ -13280,7 +13281,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://docs.microsoft.com/robots.txt
+gifshttp://feeds.feedburner.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13631,7 +13632,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://hangouts.google.com/robots.txt
+hacker/*/followhttp://blog.twitter.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13907,7 +13908,6 @@ homeandgarden/home/hearstmagazines
 homefeed
 homepage
 homepage-video-test
-homepage/
 homepage/2013
 honing.html
 hooks
@@ -13928,12 +13928,14 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
+hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
+hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13947,6 +13949,8 @@ howto
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
+hpm
+hpmob
 hr
 hr-*/
 hr-hr/
@@ -13998,6 +14002,7 @@ hs/hsstatic/content_shared
 hs/hsstatic/jquery-libs/st
 hs/hsstatic/jquery-libs/static-1.1/jquery
 hs/manage-preferences
+hs/preferences-center
 hsCtaTracking=
 hsFormKey=
 hsLang=
@@ -14026,39 +14031,38 @@ http
 http-checker
 http2_data
 http:
-http://audiomack.com/robots.txt
-http://bitbucket.org/robots.txt
-http://blog.youtube/robots.txt
-http://buzzsprout.com/robots.txt
+http://airtable.com/robots.txt
+http://apple.co/robots.txt
+http://blog.google/robots.txt
+http://buffer.com/robots.txt
 http://catholic.com/robots.txt
-http://cdbaby.com/robots.txt
-http://chromium.org/robots.txt
-http://cisco.com/robots.txt
-http://crunchyroll.com/robots.txt
-http://digitalocean.com/robots.txt
-http://dx.doi.org/robots.txt
-http://eff.org/robots.txt
-http://evernote.com/robots.txt
-http://extension.purdue.edu/robots.txt
-http://fr.wikipedia.org/robots.txt
-http://google.com.mx/robots.txt
-http://i2.wp.com/robots.txt
+http://ec.europa.eu/robots.txt
+http://feedly.com/robots.txt
+http://forms.gle/robots.txt
+http://freewebs.com/robots.txt
+http://google.fr/robots.txt
+http://help.twitter.com/robots.txt
+http://i.imgur.com/robots.txt
+http://ikea.com/robots.txt
 http://imgur.com/robots.txt
-http://jstor.org/robots.txt
-http://klove.com/robots.txt
-http://nl.linkedin.com/robots.txt
-http://nydailynews.com/robots.txt
-http://online.wsj.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://squareup.com/robots.txt
-http://storage.googleapis.com/robots.txt
-http://store.steampowered.com/robots.txt
-http://telegraph.co.uk/robots.txt
-http://time.com/robots.txt
-http://transparencyreport.google.com/robots.txt
-http://ubuntu.com/robots.txt
-http://webmd.com/robots.txt
-http://wix.com/robots.txt
+http://ipcc.ch/robots.txt
+http://israelnationalnews.com/robots.txt
+http://lapakbrebes.com/robots.txt
+http://lh5.googleusercontent.com/robots.txt
+http://loc.gov/robots.txt
+http://nicovideo.jp/robots.txt
+http://opera.com/robots.txt
+http://pkp.sfu.ca/robots.txt
+http://roguefitness.com/robots.txt
+http://sec.gov/robots.txt
+http://slack.com/robots.txt
+http://tandfonline.com/robots.txt
+http://tools.google.com/robots.txt
+http://us02web.zoom.us/robots.txt
+http://usnews.com/robots.txt
+http://validator.w3.org/robots.txt
+http://virustotal.com/robots.txt
+http://w3techs.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14431,11 +14435,16 @@ images/$
 images/*
 images/?
 images/Podcasts
+images/async/?
+images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
+images/hosted/?
+images/hosted/search?
+images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14444,8 +14453,13 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
+images/search%3F
+images/search%5C
+images/search/?
+images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
+images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14456,6 +14470,7 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
+images?
 imagine/
 imesync
 img
@@ -14577,6 +14592,7 @@ inapp
 inbox
 inbox$
 inbox$
+inboxcommerce
 inc5000dev
 include
 include/
@@ -14688,7 +14704,6 @@ info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
 info/jobs/ba-medieninformatik.html
-info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
 info/jobs/buchhaltung-personal.html
 info/jobs/compliance.html
@@ -14701,6 +14716,7 @@ info/jobs/product-owner.html
 info/jobs/projektberater.html
 info/jobs/scrum-master.html
 info/jobs/showmaster.html
+info/jobs/site-reliability-engineer.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
@@ -14734,7 +14750,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://zapier.com/robots.txt
+interactive*http://startnext.com/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -14789,7 +14805,6 @@ inviteMany
 invited
 invites/buy
 invoice
-invoice-central
 invoice/cn/
 invoice/de/
 invoice/download
@@ -15596,7 +15611,6 @@ latest-playlist
 latest-talk
 latin
 latin_en
-launch-day-show-voting.html
 launch2005/
 law-school/search-results/
 lawlib/archive
@@ -15621,7 +15635,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://techrepublic.com/robots.txt
+leadingtogether/http://alistapart.com/robots.txt
 leaf
 learn
 learn-noperf
@@ -15779,7 +15793,6 @@ liked
 limit_hits
 limited-release
 link
-link?
 link_to
 linked
 linkedin
@@ -15847,6 +15860,7 @@ loans
 loc/volunteers
 loc=
 local
+local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -15890,7 +15904,6 @@ login$
 login-business/*
 login-messages
 login.mhtml$
-login.thetimes.com/user/logout
 login/
 login/$
 login/?*guestpasskey=
@@ -16168,6 +16181,7 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
+maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16310,7 +16324,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://click.linksynergy.com/robots.txt
+media/tyfo*http://codex.wordpress.org/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16633,6 +16647,7 @@ merchant/directions/*
 merchant/imageUploadPreview/*
 merchant/loc/*
 merchant/moreProducts?*
+merchant/reviews?
 merchant/update/*
 merchantapps
 mes
@@ -16999,7 +17014,6 @@ my*/step
 my*/submit
 my*/submitted
 my-account
-my-articles
 my-eurlex
 my-library
 my-list-shows
@@ -17595,7 +17609,7 @@ noflashhtml
 nofollow=1
 nojs=
 nonConfig/api/wpa
-nonce="L7ifa5A_UTA3rKfj8kty5w">if(google.cis
+nonce="BkR1c0IS-gSTBOehrHeq7A">if(google.cis
 nonprofits/account
 nonstyleishida/videolist-*.html
 nonstyleishida/videolist.html
@@ -17617,6 +17631,7 @@ notificarelacionadas
 notifications
 notifications
 notifications$
+notifications/
 notifications/*
 nova
 now/mt3
@@ -17628,7 +17643,6 @@ npost/
 nqrwns
 nrdapp
 ns/
-ns/apology
 ns/hydra/console/?
 ns/local_news
 nsj/analytics
@@ -17801,6 +17815,8 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
+offers/proxy/dealsserver/api/log
+offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -17816,7 +17832,6 @@ okxbet.com
 oma
 omgilibot
 on
-on/demandware.store
 onboard
 onboarding
 one/help/search-results.html
@@ -18036,7 +18051,6 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
-page/*/?s
 page/*/?s=
 page/*/?search=
 page/account-confirmation-thanks
@@ -18131,9 +18145,6 @@ password
 password-changed-email
 password/reset
 password_expired
-past-six-days
-past-six-days$
-past-six-days/$
 patent-search/frontend
 patents
 patents/download
@@ -18476,7 +18487,6 @@ play/store/web
 play/surveys/serp
 play/videos/modulos
 player
-player/brightcove
 player/metadata/video
 playerColor=
 playlist.php
@@ -18915,6 +18925,7 @@ pro-resources
 pro-site
 pro/about
 pro2
+proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18932,6 +18943,7 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
+product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18983,6 +18995,7 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
+profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19615,6 +19628,7 @@ resources/xml/sitemaps
 responder
 rest
 results
+results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19667,6 +19681,7 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
+rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -19871,7 +19886,6 @@ s2/sitemaps
 s2/static
 s3
 s?
-s?
 s?*rh=n%3A1380045031
 sa
 sa=
@@ -20157,7 +20171,6 @@ search-console/scfe
 search-effectiveness.html
 search-people?
 search-results
-search-the-red-cross-site
 search.html
 search.jsp
 search.php
@@ -20339,7 +20352,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://line.me/robots.txt
+section/9http://telegram.me/robots.txt
 sectionized
 sections
 sections$
@@ -20506,6 +20519,7 @@ set_cookie.pl
 setbucket
 setprefs
 settings
+settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20639,8 +20653,8 @@ sharing/files
 sharing/folders
 sheet/help/search-results.html
 shelf/user_shelves
+shenghuo
 shenghuo/search?
-shifen/
 shihui
 shihui?
 ship
@@ -20649,12 +20663,15 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
+shop$
+shop/
 shop/*&
 shop/bag
 shop/browse/overlay
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
+shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20706,7 +20723,7 @@ shows/
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://microsoft.com/robots.txt
+showtimes/location/*http://myspace.com/robots.txt
 shr*
 shutterstock
 si
@@ -20761,7 +20778,6 @@ sign-in
 sign-in-6for6Sale
 sign-out
 sign-out
-sign-up
 sign-up-to-be-contacted-for-research
 sign-up/?
 sign/help/search-results.html
@@ -21258,6 +21274,7 @@ social-connect/send
 social/help/search-results.html
 social/photosui/images
 social/photosui/sitemap
+social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21370,6 +21387,7 @@ sp/3for2
 sp=
 sp_url=
 spartan
+spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21381,7 +21399,6 @@ specialoffers
 specials
 specific
 speed-test-parent
-spend/
 spf=
 spice
 spip.php?page=recherche
@@ -21448,6 +21465,7 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
+spresults
 sprint_wml
 sprint_xhtml
 sprints/help/search-results.html
@@ -21491,7 +21509,6 @@ ss/customer-reviews/lighthouse
 ss/twister/ajax
 ssafe/
 ssi
-ssi/alert/banner.htm
 ssi/geoip_cc
 sslsingle
 sso
@@ -21533,6 +21550,7 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
+static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21654,6 +21672,8 @@ storeclick
 storefront
 storepicker
 storerequest
+stores$
+stores/
 stores/page/*visitId=
 stories
 story
@@ -21959,7 +21979,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://google.com.au/robots.txt
+tag/*+http://pcmag.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22027,9 +22047,6 @@ tags/newsletters
 tags/topic
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
-take-a-class/asspsafetytraining
-take-a-class/hidden
-take-a-class/participant-materials
 takedown
 talent/matches
 talk
@@ -22193,7 +22210,7 @@ test5
 test6
 testcases
 testfl
-testhttp://europa.eu/robots.txt
+testhttp://playstation.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22202,6 +22219,7 @@ text
 text_edition
 tfemail
 th
+th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -22226,6 +22244,7 @@ th/solutions/case-studies/innovators/innovators-eu/
 th/solutions/case-studies/sustainability-emea/
 th/user
 th/users
+th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22363,7 +22382,6 @@ topic/*/Rss
 topic/*?
 topic/article/
 topic/articlecollection
-topic/bbc
 topic/electrode/api/logger
 topic/electrode/api/wpa
 topic/photo/
@@ -22473,12 +22491,13 @@ translate_static
 translate_suggestion
 translate_t
 translation
+translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://npmjs.com/robots.txt
+transparency/http://j.mp/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22501,10 +22520,24 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
+travel/css
+travel/flight/flightSearch
+travel/flight/flightSearchAction
+travel/flight/search/?
+travel/flight/search?
 travel/flights/s
+travel/hotel-search
 travel/hotel/e
+travel/hotel/hotelMiniSearchRequest
+travel/hotel/hotelSearch
+travel/hotels/checkout
+travel/hotels/detail
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
+travel/hotels/search/?
+travel/hotels/search?
+travel/scripts
+travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -22524,7 +22557,6 @@ trends/topics
 trends/viz?
 trends?
 trends_tpt
-tributes
 trips/upcoming
 trips/v1
 trivia
@@ -22556,7 +22588,6 @@ try-which/wills/
 try?
 trylater
 tsa
-tto
 tucritica
 tudum
 tune*retpath=
@@ -22874,7 +22905,6 @@ uk/users
 uk/ventureone
 uk/wdc
 uk/your
-ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -23006,6 +23036,7 @@ ur/search
 ur/user
 ur/users
 urchin_test
+url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -23519,14 +23550,29 @@ video_passthrough.php
 videodash.cms*
 videorequest
 videos
+videos/?
 videos/assets
+videos/browsing
 videos/e
+videos/explore
+videos/favorites
+videos/feed
+videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
+videos/music
+videos/music/
+videos/music/?
+videos/music?
 videos/search.php
+videos/search/?
+videos/search?
+videos/trending
+videos/trendingcontent
 videos/viewmeta/
 videos/week
+videos?
 videosearch
 view
 viewReview
@@ -23774,6 +23820,10 @@ whythisad
 widget
 widget-landing-page.html
 widget/*
+widget/cr
+widget/entity/search/?
+widget/render
+widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24539,6 +24589,7 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
+work
 work/_
 work/acceptinvitation
 work/account
@@ -24641,8 +24692,8 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://dictionary.com/robots.txt
-wp-admin/admin-ajax.phphttp://jupiterbroadcasting.com/robots.txt
+wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt
+wp-admin/admin-ajax.phphttp://paypalobjects.com/robots.txt
 wp-admin/admin-ajax.phphttp://princeton.edu/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
@@ -24710,7 +24761,7 @@ wp-content/themes/wired/assets/images/wired_insider_1118_1000x190.jpg
 wp-content/themes/wired/assets/images/wired_video_1000x190.jpg
 wp-content/uploads
 wp-content/uploads/
-wp-content/uploads/wp-import-export-lite/http://which.co.uk/robots.txt
+wp-content/uploads/wp-import-export-lite/http://allrecipes.com/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24844,7 +24895,7 @@ your-shop
 yourAccount
 youraccount
 youreurope/businessACC
-youreurope/businessDEV/http://deepmind.com/robots.txt
+youreurope/businessDEV/http://youtube-nocookie.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25196,7 +25247,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://vpro.nl/robots.txt
+101612.rsshttp://sonicwall.com/robots.txt
 1010203
 1014943
 1027454
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index e8683a151da..f1e63a7db94 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -955,7 +955,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hsfp.
 .*__hssc.
 .*__hstc.
-.+http://skype.com/robots.txt
+.+http://writersdigest.com/robots.txt
 ...$
 .../
 .AARP/
@@ -1027,7 +1027,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*
 .css*************
 .css?
-.csshttp://famicom-guitar.com/robots.txt
+.csshttp://join.air.io/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1116,7 +1116,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://palwatch.org/robots.txt
+.jpg$http://e360.yale.edu/robots.txt
 .jpg*
 .jpg*************
 .js
@@ -1127,7 +1127,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .js*
 .js**************
 .js?
-.jshttp://domains.google/robots.txt
+.jshttp://saintamour.org/robots.txt
 .json
 .json
 .json$
@@ -1191,14 +1191,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .php$
 .php*dropship
 .php?$
-.phphttp://regjeringen.no/robots.txt
+.phphttp://josebenegas.com/robots.txt
 .pl
 .plist$
 .png
 .png$
 .png$
-.png$http://straitstimes.com/robots.txt
-.png$http://wayfair.com/robots.txt
+.png$http://fatsecret.com/robots.txt
+.png$http://rsf.org/robots.txt
 .png*
 .png*************
 .ppt
@@ -1238,7 +1238,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .swf
 .swf$
 .swf$
-.swfhttp://english.happybuddhatemple.org/robots.txt
+.swfhttp://smile-for-a-better-world.com/robots.txt
 .sz=
 .tar.bz2$
 .tar.gz$
@@ -1288,7 +1288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xmli
 .zip
 .zip$
-.zip$http://glas-javnosti.rs/robots.txt
+.zip$http://vuzix.com/robots.txt
 .|jsp
 /
 /$
@@ -1638,11 +1638,181 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /*/*/xlm$
 /*/*/xrp$
 /*/*/yfi$
+/*/*24-hour-security=
+/*/*Services=
+/*/*a-louer-par=
+/*/*a-vendre-par=
+/*/*accessible-en-fauteuil-roulant=
+/*/*accessible-washrooms-in-suite=
+/*/*ad=
+/*/*address=
+/*/*affichage-en-braille=
+/*/*afficher-comme=
+/*/*agreement-type=
+/*/*aide-au-stationnement=
+/*/*aides-visuelles=
+/*/*air-conditioning=
+/*/*air-conditionne=
 /*/*all-products
+/*/*alloy-wheels=
+/*/*animaux-acceptes=
+/*/*annee=
+/*/*application-link=
+/*/*ascenseur=
+/*/*attache-remorque=
+/*/*audio-prompts=
+/*/*autre-info=
+/*/*available-date-s=
+/*/*available-to=
+/*/*balcon=
+/*/*balcony=
+/*/*barrier-free-entrances-and-ramps=
+/*/*bathrooms=
+/*/*bedrooms=
+/*/*bicycle-parking=
+/*/*bluetooth=
+/*/*boite-de-vitesse=
+/*/*braille-labels=
+/*/*buanderie-dans-lappartement=
+/*/*buanderie-dans-limmeuble=
+/*/*cable-tele=
+/*/*cable-tv=
+/*/*carproof-report-url=
+/*/*carproofAds=
+/*/*certified-pre-owned=
+/*/*chambres-nb=
+/*/*chauffage=
+/*/*cinema-dans-limmeuble=
+/*/*company=
+/*/*concierge=
+/*/*cpoAds=
+/*/*cruise-control=
+/*/*cylindree-cc=
+/*/*date-de-naissance-de-lanimal=
+/*/*date-demmenagement=
+/*/*date-s-disponible-s=
+/*/*dealerReviews=
+/*/*debut=
+/*/*demarrage-a-bouton-poussoir=
+/*/*dishwasher=
+/*/*disponible-a=
+/*/*duree-du-bail=
+/*/*eau=
+/*/*electricite=
+/*/*elevator-in-building=
+/*/*engine-displacement-cc=
+/*/*entrees-et-rampes-dacces-sans-obstacle=
+/*/*entreprise=
+/*/*event-end=
+/*/*event-start=
+/*/*event-time=
+/*/*fin=
+/*/*financingAvailable=
+/*/*for-rent-by=
+/*/*for-sale-by=
+/*/*fridge-freezer=
+/*/*fumeurs-acceptes=
+/*/*furnished=
+/*/*games-room=
+/*/*garniture=
+/*/*gym=
+/*/*heat=
+/*/*heure-de-levenement=
+/*/*hydro=
+/*/*internet=
+/*/*jantes-en-alliage=
+/*/*jardin=
+/*/*job-offered-by=
+/*/*kilometers=
+/*/*kilometres=
+/*/*landline=
+/*/*laundry-in-building=
+/*/*laundry-in-unit=
+/*/*lave-vaisselle=
+/*/*lien-de-lapplication=
+/*/*local-de-rangement=
+/*/*messages-sonores=
+/*/*meuble=
+/*/*micro-ondes=
+/*/*microwave=
+/*/*minNumberOfImages=
+/*/*minimum-nights=
+/*/*model=
+/*/*modele=
+/*/*more-info=
+/*/*move-in-date=
+/*/*navigation-system=
+/*/*no-de-portes=
+/*/*no-of-doors=
+/*/*no-of-seats=
+/*/*nombre-de-personnes-maximum=
+/*/*nombre-de-places=
+/*/*nombre-minimum-de-nuit=
+/*/*numero-didentification-du-vehicule=
+/*/*offered-by=
+/*/*parking-assistant=
+/*/*parking-included=
+/*/*party-room=
+/*/*pet-friendly=
+/*/*pets-date-of-birth=
+/*/*piscine=
+/*/*pool=
+/*/*price-type=
+/*/*price=
 /*/*product-gallery=
 /*/*product_gallery=
+/*/*propose-par=
+/*/*push-button-start=
+/*/*refrigerateur-congelateur=
+/*/*regulateur-de-vitesse=
+/*/*salle-de-fetes=
+/*/*salle-de-jeux=
+/*/*salle-de-sport=
+/*/*salle-de-yoga=
+/*/*salles-de-bain-nb=
+/*/*sauna=
 /*/*search
 /*/*search-
+/*/*securite-24-heures-sur-24=
+/*/*size-acres=
+/*/*size-sqft=
+/*/*sleeps=
+/*/*smoking-permitted=
+/*/*sort=
+/*/*stationnement-inclus=
+/*/*stationnement-pour-velos=
+/*/*stock=
+/*/*storage-locker=
+/*/*sunroof=
+/*/*superficie-acres=
+/*/*systeme-de-navigation=
+/*/*taille-pieds-carres=
+/*/*telephone-fixe=
+/*/*theatre-in-building=
+/*/*todo-le-visual-aids=
+/*/*toilettes-accessibles=
+/*/*toit-ouvrant=
+/*/*trailer-hitch=
+/*/*transmission=
+/*/*trim=
+/*/*type-de-logement=
+/*/*urgentAds=
+/*/*url-de-rapport-carproof=
+/*/*utm_campaign=
+/*/*utm_content=
+/*/*utm_medium=
+/*/*utm_source=
+/*/*utm_term=
+/*/*vehicules-doccasion-certifies=
+/*/*veteranFriendly=
+/*/*videoOnly=
+/*/*vin=
+/*/*visual-aids=
+/*/*water=
+/*/*wheelchair-accessible=
+/*/*yard=
+/*/*year=
+/*/*yoga-room=
 /*/1000$
 /*/2006
 /*/2007
@@ -4041,9 +4211,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://aswaja.net/robots.txt
-/action~*/http://rachats2credits.fr/robots.txt
-/action~*/http://taern.com/robots.txt
+/action~*/http://brit-mila.net/robots.txt
+/action~*/http://melancholodic.de/robots.txt
+/action~*/http://seo.ijoomla.com/robots.txt
 /activate
 /activities/detail
 /activities/detail/*/*
@@ -4279,6 +4449,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /attachment/
 /attachments
 /attend-my-event
+/aucklandquilt
 /auctions/ecatalogue/lot.pdf
 /audible/signinRedirect
 /audio-video/docent
@@ -4529,7 +4700,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ca/avis-legal
 /cache
 /cache/*
-/cache/ionos-performance/http://freireproject.org/robots.txt
 /calendar
 /calendar.html
 /calendar/*atom
@@ -4589,7 +4759,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /changeset
 /changesets
 /channel-encyclopedia
-/channel-resources/domain-registry-products/subnet/http://veritaperrenato.noblogs.org/robots.txt
+/channel-resources/domain-registry-products/subnet/http://elfa.com/robots.txt
 /channel/source/
 /channelcommunity
 /channels
@@ -4863,7 +5033,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /contributions
 /contributor
 /control_panel/manage*
-/control_panel/manage*http://garciniaweightloss.com/robots.txt
+/control_panel/manage*http://consumerist.com/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -4913,6 +5083,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /covid-19-kolkata/*
 /covid-19-mumbai/*
 /create-new-lyst
+/createcustoms
 /created-after
 /creative-official+internal
 /cricket/test
@@ -5040,7 +5211,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /discovery-edit
 /discuss
 /discuss.html
-/discussionsattempt
 /dl
 /dl/palinsesti/Page-e120a813-1b92-4057-a214-15943d95aa68.html
 /dl/test
@@ -5753,7 +5923,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /include_wersi-text
 /includes
 /includes/js/dojo-release-1.8.0-src/dojo/resources/blank.html
-/incomingcannon
 /increment_lp_video_plays
 /increment_view_count
 /index.do
@@ -5858,6 +6027,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /l
 /l/contact-us
 /label--
+/labeledcruise
 /laboratory/conductAllInScope
 /landing
 /landing-page/lp/autodesk-infraworks-agol-subscription
@@ -5868,7 +6038,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /language
 /languages
 /languages?
-/lastingmax
 /latest$
 /latlng/*/*/*/*.html
 /launch2005/
@@ -6111,7 +6280,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mobile-excellence-report
 /mobile_collapsed
 /mobile_expanded_voter_list
-/mobilnavigation.html
 /modals
 /mode/edu
 /mode/gsa
@@ -6238,7 +6406,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /network
 /neueroeffnung
 /neueroeffnungen-und-nachrichten
-/neuroscience-terms/$http://newatlas.com/robots.txt
+/neuroscience-terms/$http://cisa.gov/robots.txt
 /neuroscience-topics/$
 /new
 /new-for-you
@@ -6293,9 +6461,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /no
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://glutenfreesociety.org/robots.txt
-/no-referrer-when-downgradehttp://marketwired.com/robots.txt
-/no-referrer-when-downgradehttp://marksandspencer.com/robots.txt
+/no-referrer-when-downgradehttp://pixel-a.basis.net/robots.txt
+/no-referrer-when-downgradehttp://playbill.com/robots.txt
+/no-referrer-when-downgradehttp://press.uchicago.edu/robots.txt
 /no-search-results
 /no_access
 /node
@@ -6484,7 +6652,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /pdf-templates/standalone
 /pdf/$
 /pdf/index.html
-/pdf_reader/*/http://venmo.com/robots.txt
+/pdf_reader/*/http://sendspace.com/robots.txt
 /pdfft
 /pdp/*Offer_id
 /pdp/lo
@@ -6575,6 +6743,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /posts/*/edit$
 /posts/*/publish$
 /potmsearch/export
+/poultryreduce
 /powershell/
 /pr$
 /pr/
@@ -6610,7 +6779,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://opplemena.com/robots.txt
+/print/http://modcloth.com/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -6771,6 +6940,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /reisetipps
 /related
 /related
+/religioncl
 /remix
 /render_category_selector
 /render_hashing_algorithm_selector
@@ -6875,6 +7045,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /roadshow/finder
 /roadtrips
 /rodate.js
+/rotarymedline
 /royalty-free-images-*.asp*
 /rss
 /rss
@@ -7240,6 +7411,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /stag
 /starbuckspartners
 /start
+/startupstreams
 /static
 /static.lystit.com
 /static_search_assets
@@ -7263,7 +7435,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/checkouts
 /store/closest
 /store/feed
-/store/orderhttp://useit.com/robots.txt
+/store/orderhttp://trimble.com/robots.txt
 /store/orders
 /storefront/
 /storelocator/storesSearch.json
@@ -7380,7 +7552,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /teams/mainNavigationChevron_icon.svg?
 /techgadgets/*
 /tei
-/telecomordinary
 /temas/*/*/*/articulos/?
 /temas/*/*/*/articulos?
 /temas/*/*/*/recursos/?
@@ -7691,6 +7862,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /w--
 /w/pdf
 /w/wishlist
+/wageglossary
 /watch
 /watch-fragments
 /watchlist
@@ -7781,8 +7953,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /wp-content/gallery
 /wp-content/plugins
 /wp-content/themes
-/wp-content/uploads/http://copaco.com.py/robots.txt
-/wp-content/uploads/http://next.co.uk/robots.txt
+/wp-content/uploads/http://javieraviles.com/robots.txt
+/wp-content/uploads/http://news.microsoft.com/robots.txt
 /wp-feed
 /wp-includes
 /wp-json/*
@@ -7922,7 +8094,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*alrt=
 ?*amp=
 ?*answerId=
-?*apikey*http://visaeurope.com/robots.txt
+?*apikey*http://w3techs.com/robots.txt
 ?*app
 ?*appidt=*
 ?*artist_recognition
@@ -7994,8 +8166,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hitsPerPage
 ?*hl
 ?*hsCtaTracking
-?*http://amplifypixel.outbrain.com/robots.txt
-?*http://tapatalk.com/robots.txt
+?*http://abc.com/robots.txt
+?*http://offers.hubspot.com/robots.txt
 ?*hubs_signup-cta
 ?*ic=
 ?*id=
@@ -8116,6 +8288,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*smprod=
 ?*sort
 ?*sort=
+?*sortBy=
 ?*sortby=
 ?*sortdir=
 ?*sorting=
@@ -8269,7 +8442,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium=
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://chordsoftruth.com/robots.txt
+?*utm_source=http://bls.gov/robots.txt
 ?*utm_term=
 ?*verified=
 ?*view=
@@ -8351,7 +8524,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?_dct=
 ?_erv=*
 ?_escaped_fragment
-?_escaped_fragment_
 ?_escaped_fragment_=
 ?_format=html
 ?_ga
@@ -8379,6 +8551,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=callus
 ?action=fx_tracking_data
 ?action_typTHe=
+?ad=
+?adId=
 ?adbypass=
 ?adcode=
 ?add-to-cart
@@ -8434,7 +8608,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?attachment_id
 ?attachment_id*
 ?attachment_id=
-?attachment_id=*
 ?attribute_key
 ?auth_code=
 ?authenticity_token
@@ -8456,9 +8629,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?back_url_admin
 ?backurl
 ?barediff=
+?bathrooms=
 ?bclid=
 ?bcpid=
 ?bctid=
+?bedrooms=
 ?begin
 ?benderPackage=
 ?beta=
@@ -8480,15 +8655,17 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?bvstate=
 ?bvstate=*
 ?bvstate=pg
+?by-appointment-only=
 ?c=
 ?cache=
 ?cacheBurst=
 ?calendar
-?callback=http://bitfinex.com/robots.txt
+?callback=http://jotform.com/robots.txt
 ?callsandtexts
 ?cameFrom*
 ?card=
 ?cardId=
+?carproofAds=
 ?cartelera_cine
 ?cat=
 ?cat=*
@@ -8549,6 +8726,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?comments*
 ?comments=
 ?communityId=
+?condition=
 ?conf=
 ?config
 ?config=articleidfromurl
@@ -8577,6 +8755,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?country
 ?country=
 ?country=1021
+?cpoAds=
 ?create_review=true
 ?criteria=
 ?csSalesCode=
@@ -8656,6 +8835,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?emptyModel=
 ?en
 ?en-ph
+?engine-displacement-cc=
 ?entitlement=
 ?entity_id=
 ?entity_type=
@@ -8669,6 +8849,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?es
 ?esource=
 ?europe_pmc_extredirect=
+?event-end=
 ?event=
 ?eventType=
 ?ex_cid=
@@ -8713,12 +8894,14 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?filters=
 ?filters=fct
 ?filters[
+?financingAvailable=
 ?find_similar_by=
 ?firstId=
 ?firstname=
 ?fl_rand_seed=
 ?focus_review
 ?fontsize*
+?for-sale-by=
 ?force_locale
 ?forgotpassword=*
 ?format=
@@ -8741,6 +8924,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fromide
 ?fromtg=
 ?ftag=
+?fulfillment=
 ?full=
 ?fuseaction=
 ?gclid
@@ -8760,6 +8944,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gologin=1
 ?gp
 ?gp=*
+?gpTopAds=
 ?guid
 ?guid=
 ?gws_rd=ssl$
@@ -8779,10 +8964,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hl=*&gws_rd=ssl$
 ?hl=cert_ssl
 ?hmz=
+?home-delivery=
 ?hsCtaTracking=
 ?hsFormKey=00c2cf09d3e2337ec3b798e6331f08c2
 ?hs_amp=
 ?hubs_campaign=
+?hypoallergenic=
 ?i
 ?i18n_cache=
 ?i=
@@ -8802,6 +8989,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ignore
 ?ignore_amp
 ?image=
+?imageNumber=
 ?inFrame=
 ?industry=
 ?industry=agency
@@ -8827,6 +9015,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?itemsperpage=
 ?itm_source=parsely-api
 ?ja
+?job-type=
 ?jobId=
 ?jobSlug=
 ?join=
@@ -8846,6 +9035,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?keyword=*
 ?keywords=
 ?keywordslug=
+?kilometers=
 ?kind=
 ?ko
 ?kr
@@ -8904,7 +9094,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?manufacturer=*&p=
 ?manyContact
 ?map_layer
-?mark=google_shopping
 ?maspect
 ?material=
 ?material=*
@@ -8913,6 +9102,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?media_id
 ?mi_u
 ?mid=*
+?minNumberOfImages=
 ?mkt_tok
 ?mobile=basic
 ?mobile=no*
@@ -8944,7 +9134,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ncrnd=
 ?ncs=
 ?neighborhoods
-?netflixsource=*http://help.opera.com/robots.txt
+?netflixsource=*http://polymer-project.org/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -8976,6 +9166,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?occasions=
 ?ocid=
 ?offer=
+?offered-by=
 ?offset*
 ?offset=
 ?offset=0
@@ -8985,6 +9176,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?oid=29114
 ?omiid
 ?onboard=
+?online-financing-approvals=
+?online-purchasing=
 ?op=
 ?opeco=
 ?optout=
@@ -8998,6 +9191,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?origSession=
 ?origin
 ?origin*
+?origin=
 ?osCsid=
 ?output=
 ?ovo_video=
@@ -9026,12 +9220,15 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?partner=
 ?path=
 ?payed
+?payment-deferrals=
+?payment=
 ?pcrid=
 ?pdfJsInlineViewToken=
 ?per_page
 ?per_row
 ?period*=
 ?perpetual=
+?pet-friendly=
 ?pg=*
 ?pg=search&
 ?pgtype=
@@ -9168,7 +9365,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?r
 ?r=
 ?radius=
-?rangeId=*http://dafont.com/robots.txt
+?rangeId=*http://zonasrurales.com/robots.txt
 ?rc=
 ?receiver=
 ?recipient=*&id=
@@ -9212,6 +9409,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rest_route=
 ?rest_route=
 ?ret=
+?return-policy=
 ?return=true
 ?return=trueDescription
 ?returnPage=
@@ -9270,6 +9468,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?serial=
 ?seriesSlug=
 ?serv=
+?service-drop-off-pick-up=
+?service-open=
 ?service=
 ?service=Ajax
 ?service=ajax
@@ -9282,6 +9482,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?set_language
 ?set_mobile=
 ?set_site=
+?sex=
 ?sfdebug
 ?sfns=
 ?sgsc=*
@@ -9298,7 +9499,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?showOlderReviews
 ?show_error=true
 ?showcomment*
-?shttp://jetpack.com/robots.txt
+?showroom-open=
+?shttp://unesco.org/robots.txt
 ?sid
 ?sid=
 ?site_version=viewfullsite
@@ -9371,13 +9573,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?source_type
 ?sp=
 ?sphrase_id
-?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://news.un.org/robots.txt
+?sq_content_src=http://elephantjournal.com/robots.txt
 ?src
 ?src*
-?src=sem_ggl
 ?sso_failed=
 ?st=*
 ?stampa=1$
@@ -9457,6 +9657,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?tracking=
 ?traffic=
 ?transactionKey=*
+?transmission=
 ?trial
 ?trk=
 ?trpd=
@@ -9474,6 +9675,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?u*=
 ?u=
 ?ua=
+?urgentAds=
 ?url=
 ?user=
 ?userId
@@ -9522,6 +9724,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?version=
 ?ves=
 ?vi
+?video-chat=
+?videoOnly=
 ?view=
 ?view=*
 ?view=ajax
@@ -9533,11 +9737,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?viewId=
 ?viewType
 ?view_medium=
-?view_only=http://osha.gov/robots.txt
+?view_only=http://usgbc.org/robots.txt
 ?view_source=
 ?viewday=
 ?viewmont=
 ?viewmonth=
+?virtual-appraisal=
 ?vmov
 ?vn
 ?vsfrom=
@@ -9622,7 +9827,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @me
 @me$
 @nfs/ecommerce-front-core
-@vitehttp://optinmonster.com/robots.txt
+@vitehttp://att.com/robots.txt
 A=
 AAMSZ=160x600
 AAMSZ=300x250
@@ -9653,7 +9858,7 @@ API/forum/update-who-typing
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://hawaii.edu/robots.txt
+API/v2$http://redbull.com/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -15464,7 +15669,7 @@ Doc-rss
 Doc-y/
 Documentation/
 Documents/
-Documents/Departments/EthicsElections/DemocracyVoucher/http://sec.gov/robots.txt
+Documents/Departments/EthicsElections/DemocracyVoucher/http://rover.com/robots.txt
 Documents/postgraduate-prospectus.pdf
 Documents/students/undergraduate-prospectus.pdf
 Documents/students/undergraduate/undergraduate-prospectus-2024-low-res.pdf
@@ -16152,7 +16357,7 @@ IntegrationCenter
 Inter
 InterestItem
 InternalError.html
-International-Lectures/en-GB/courses/apply.aspxhttp://theplrshow.com/robots.txt
+International-Lectures/en-GB/courses/apply.aspxhttp://mingwong.livejournal.com/robots.txt
 International-Lectures/nl-NL/cursussen/inschrijven.aspx
 International/questions/qa-html-language-declarations/icons
 InterstitialsWidget
@@ -16231,7 +16436,6 @@ LK/
 LK/NotAuthorized
 LNAjax
 LOCKS
-LP
 LR/
 LS
 LS/
@@ -17432,7 +17636,7 @@ Search/
 Search/*
 Search/Mail/Public
 Search5
-Search?*http://cracked.com/robots.txt
+Search?*http://lh6.ggpht.com/robots.txt
 Search?q*
 Search?searchstring_input=
 SearchDisplay
@@ -17885,6 +18089,7 @@ VG
 VG/
 VI
 VI/
+VIP
 VKRegistration
 VN/
 VPV
@@ -17910,7 +18115,7 @@ Valley-of-Longevity-Property/
 VariationSelectionView
 Verify/*
 VerifyReview
-Verkko/http://elastic.co/robots.txt
+Verkko/http://golddustdental.com/robots.txt
 Video
 Video/*playerIndex
 Video/Panel/
@@ -17922,6 +18127,7 @@ Videos/m
 Videos/p
 View
 ViewAchAuthorization
+ViewAd
 ViewAttachment
 ViewCancelOnlinePaymentView
 ViewDoc
@@ -17930,7 +18136,7 @@ ViewMandate
 ViewPDF.aspx
 Vlast/
 VolunteerTranslations
-VoteActivities/http://nature.com/robots.txt
+VoteActivities/http://ds.reson8.com/robots.txt
 VoteCount/?action=
 W
 WAI/ER/tests
@@ -18440,7 +18646,7 @@ _qa
 _qa.html
 _qos
 _query=
-_r/http://link.springer.com/robots.txt
+_r/http://swissinfo.ch/robots.txt
 _recache
 _redirectedFromOffline-true
 _remote
@@ -18695,9 +18901,9 @@ about-ti/careers-maintenance.html
 about-us
 about-us/careers
 about-us/careers/job-description.html$
-about-us/contact-enquiries/forms/emailform.jsp?*http://nhs.uk/robots.txt
+about-us/contact-enquiries/forms/emailform.jsp?*http://research.ibm.com/robots.txt
 about-us/employment
-about-us/employment/*http://auswaertiges-amt.de/robots.txt
+about-us/employment/*http://facebook.co/robots.txt
 about-us/news-and-media/media-centre/corporate-news/facet/Topic/
 about-us/news-and-media/media-centre/corporate-news/facet/Year/
 about-us/news-and-media/media-centre/weather-and-climate-news/facet/Topic/
@@ -18734,7 +18940,7 @@ about/*/update
 about/*qt-vzc_corporate_news_analytics
 about/adrm/data-linkage
 about/advertise/oauth-net-rate-sheet-2023.pdf
-about/advisory-and-peer-review-committees/roster/hlbp/http://nhm.ac.uk/robots.txt
+about/advisory-and-peer-review-committees/roster/hlbp/http://admiralstrand.de/robots.txt
 about/ask/
 about/ask?*
 about/awards/award-recipient-form.html
@@ -18962,7 +19168,7 @@ account/*
 account/Register.aspx
 account/_Resources/
 account/accomplishments
-account/accomplishments/http://courses.i-leadonline.com/robots.txt
+account/accomplishments/http://icann.org/robots.txt
 account/ackgift
 account/artworks
 account/authenticate
@@ -18988,7 +19194,9 @@ account/edit_stocks
 account/email-auth
 account/email_preferences
 account/emailoptout/?*token=
+account/en-ca/email-sign-up
 account/forgot-password
+account/fr-ca/abonnement-courriels
 account/invite
 account/login
 account/logout
@@ -19061,7 +19269,6 @@ account_settings/set_your_password$
 account_settings/set_your_password?
 account_settings?
 accountaccess
-accounthelp
 accountinfo.php
 accounts
 accounts*.json$
@@ -19108,6 +19315,7 @@ ach/user
 ach/users
 achael
 achandrahas
+achat-en-ligne
 achievements
 achterberg
 achu
@@ -19120,7 +19328,6 @@ aclk
 aclp-vle-decom
 acmendez
 acmilan
-acmspan
 acoustic
 acposten
 acq
@@ -19358,7 +19565,7 @@ add-ons/
 add-to-bibliography
 add-to-cart
 add-to-cart=*
-add-to-cart=*http://criteo.com/robots.txt
+add-to-cart=*http://esselte974.fr/robots.txt
 add-to-existing-collection
 add-visit
 add?community=
@@ -19441,7 +19648,7 @@ admin/aso
 admin/blogmove
 admin/forgot/
 admin/form
-admin/http://mediapost.com/robots.txt
+admin/http://twitpic.com/robots.txt
 admin/mapping-dashboard
 admin/notification-center
 admin/sro
@@ -19455,15 +19662,14 @@ adminapps1/
 adminapps2/
 adminapps3/
 adminapps4/
-adminhttp://aa.com/robots.txt
-adminhttp://dji.com/robots.txt
+adminhttp://unbounce.com/robots.txt
 administration
 administration/
 administrative-fellowship
 administrative-staff/ebaid-nancy
 administrator
 administrator/
-administrator/http://trustpilot.com/robots.txt
+administrator/http://hytaleguide.net/robots.txt
 adminjiraserver070
 adminjiraserver071
 adminjiraserver0710
@@ -19657,7 +19863,7 @@ affiliate
 affiliate-forgot-password
 affiliate-login
 affiliate-program
-affiliate/*http://fontawesome.io/robots.txt
+affiliate/*http://france24.com/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms*
@@ -19838,7 +20044,6 @@ ajax/project/getBids.php
 ajax/registrationForm.htm
 ajax/report-abuse/comment
 ajax/scroll
-ajax/seoRequest
 ajax/skill-bundle.php
 ajax/sponsored-widget
 ajax/takeoffer
@@ -20494,12 +20699,9 @@ api/UpdateStorage
 api/abtests/active-tests
 api/access
 api/ajax/checktheseout
-api/ajax/checktheseout?.*http://indieauthorcon.com/robots.txt
 api/ajax/reactions
-api/ajax/reactions?.
 api/ajax/rightlatestnews
-api/ajax/rightlatestnews?.
-api/attachments/*http://docs.oracle.com/robots.txt
+api/attachments/*http://1.bp.blogspot.com/robots.txt
 api/auth
 api/beta/search
 api/billing
@@ -20534,7 +20736,7 @@ api/discover/1/discover_web
 api/discover/sites
 api/discovery
 api/documentations/v3
-api/du/Searchhttp://dribbble.com/robots.txt
+api/du/Searchhttp://forums.macrumors.com/robots.txt
 api/du/search
 api/editionurlgenerator
 api/entry/http
@@ -20544,7 +20746,7 @@ api/extensions/1.0/extensions
 api/getEarthquake.php
 api/health
 api/html
-api/http://kobemural.com/robots.txt
+api/http://vpro.nl/robots.txt
 api/install_backblaze
 api/internal/*/location
 api/internal/analytics/songs
@@ -20571,7 +20773,7 @@ api/nextsteps/*
 api/ng-looks/
 api/nicorepo/timeline
 api/nts/v1/login
-api/og/*http://crowdfundingusa.com/robots.txt
+api/og/*http://consilium.europa.eu/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/posts/*/popular_posts
@@ -20726,7 +20928,7 @@ app-market/search-result?query=
 app-opinion-lp
 app-reviews/*/user-reviews/manage/add
 app-route
-app-science-lphttp://decide.madrid.es/robots.txt
+app-science-lphttp://nrf.com/robots.txt
 app-sports-lp
 app-static-content/
 app-store-connect
@@ -20780,6 +20982,8 @@ app378
 app=
 appId=Dev10IDEF1
 appTv
+app_browsers/
+app_config/
 app_data/
 app_dev.php
 app_install
@@ -20794,7 +20998,7 @@ append_follows
 appengine
 appl
 apple-app-site-association
-apple-app-site-associationhttp://focusonkids.ru/robots.txt
+apple-app-site-associationhttp://squareup.com/robots.txt
 apple-news
 apple-touch-icon-120x120-precomposed.png
 apple-touch-icon-120x120.png
@@ -20823,6 +21027,7 @@ apply?adId=
 appointment_form
 appointments-and-referrals/appointment-thankyou
 appointments-and-referrals/referral-thankyou
+approbation-de-financement-en-ligne
 approver-actions
 apps
 apps*&tags=
@@ -21175,7 +21380,6 @@ architects-specifiers-designers/color/find-and-explore-colors/hoa
 architecture/
 architecture/about/our-people/academic-staff/staff-profile.html
 archiv
-archiv/
 archiv/*
 archiv/regional
 archiv2
@@ -21210,7 +21414,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://eeoc.gov/robots.txt
+archives/http://edps.europa.eu/robots.txt
 archives/multimedia/extra
 archives/multimedia/feedback.php
 archives/multimedia/rss/Instructions+for+content+providers
@@ -21256,7 +21460,7 @@ ark:/61903/2:
 arkadiym
 arminfardis
 arnabrudra
-arnavbansal/http://scholastic.com/robots.txt
+arnavbansal
 arney
 arnoldlopez
 arodriguez
@@ -21432,6 +21636,7 @@ asaid
 asanapedia
 asapi
 asaxena
+ascending=
 aschenbrenner
 aschwartz
 ascp/
@@ -21479,7 +21684,7 @@ asouri
 asp.net/
 asp/
 asp/
-asp/*http://arte.tv/robots.txt
+asp/*http://rtb.adgrx.com/robots.txt
 asp/demo_db_edit.asp
 aspi/
 aspnet_client
@@ -21487,7 +21692,7 @@ aspnet_client/
 aspnet_client/
 aspx$
 aspx/
-aspx/read.aspxhttp://tnt.netmng.com/robots.txt
+aspx/read.aspxhttp://planetary.org/robots.txt
 aspxerrorpath*
 asross
 assafbester
@@ -21532,7 +21737,7 @@ assets/errorpage
 assets/gov/taxes/property-taxes/annual-property-tax/municipality-regional-district-resources
 assets/gov/zzzz
 assets/hk-grotesk
-assets/http://jotform.com/robots.txt
+assets/http://heroku.com/robots.txt
 assets/images/global/s.gif
 assets/infographic
 assets/integrated-marketing/Offer-Summaries/t-append-lo.pdf
@@ -22424,6 +22629,10 @@ b-gender*
 b-newsletter/archive
 b-newsletter/content
 b-palle
+b-search-map-ajax-get-ads-by-ids.json
+b-search-map-ajax-search-ads.json
+b-search-map-ajax-search-markers.json
+b-search.html
 b/
 b/*%EF
 b/*,
@@ -22826,6 +23035,7 @@ bagley
 bagon
 baharhaghighat
 bahl
+baidu
 baileymerlin
 baileysincox
 bait
@@ -22895,7 +23105,7 @@ baohongchen
 bap.html
 bap/webstore/search.html
 bapingseo
-bappstore/bapps/download/http://poshmark.com/robots.txt
+bappstore/bapps/download/http://countryliving.com/robots.txt
 barbarak
 barchartData
 barclays-credit-eligibility-checker$
@@ -23005,7 +23215,9 @@ baza-wiedzy*sort=
 baza-wiedzy*type=
 bazerman
 bb
+bb-audio.html
 bb-d
+bb-image.html
 bb/
 bb2600com
 bbattista
@@ -23626,9 +23838,6 @@ bihar-assembly-elections-2020/home-page-ajax
 bihuizhu
 bilalnadeem
 bilder
-bilder/
-bilder2/
-bilder3/
 bilgisayar-tablet
 bill/pay
 billandpay
@@ -23897,14 +24106,14 @@ blog/*_ga
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://salon.com/robots.txt
+blog/.html.*http://cato.org/robots.txt
 blog/20
 blog/200
 blog/2019
 blog/?p=
 blog/?s=
-blog/?s=*http://engvid.com/robots.txt
-blog/?s=*http://japansociety.org/robots.txt
+blog/?s=*http://hp.com/robots.txt
+blog/?s=*http://yburlan.ru/robots.txt
 blog/Neuer_Beitrag.html
 blog/Rubriken.html
 blog/SearchView.aspx
@@ -23995,7 +24204,7 @@ blog/tag
 blog/tag
 blog/tag/
 blog/tag/*
-blog/tag/success-webinar/http://jezebel.com/robots.txt
+blog/tag/success-webinar/http://google.no/robots.txt
 blog/tags
 blog/tags-search
 blog/tags-search.html
@@ -24128,7 +24337,7 @@ blogtemp
 blogvideo
 blogvision
 blogweb-20/
-blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mountsinai.org/robots.txt
+blogwire/asheville-savings-bank-adds-scott-forbes-as-new-market-executive$http://mmsilesia.pl/robots.txt
 blogzoho-at-zoho/
 blogzoho-for-google-apps/
 blokdebid/ca/calendar-created
@@ -25751,7 +25960,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://econsultancy.com/robots.txt
+bookmarkshttp://rollingstone.com/robots.txt
 bookproperty
 books
 books/?*instrument=
@@ -26152,7 +26361,7 @@ branding/images/dont-04.png
 branding=
 brandmonitoring
 brandnet
-brandnew/psphttp://understood.org/robots.txt
+brandnew/psphttp://cts.vresp.com/robots.txt
 brandnewconference/2016/video
 brandonbergman
 brandonedwards
@@ -26233,7 +26442,6 @@ brower
 browse
 browse*?*content=
 browse*?*content=filterUserTips
-browse*?*sortBy=
 browse*?*type=
 browse-2
 browse-smarter-with-ghostery-8
@@ -29562,14 +29770,10 @@ buy/wireless/devices
 buy_buttons
 buy_coins
 buyer_referral
-buyeroffers/*/*.html
-buyeroffers/*/*/*.html
-buyers
 buyers/repost.php
 buyev
 buying-analysis
 buyitem
-buyofferdetail
 buysell
 buyside-e2e-monitor
 buyvip.php
@@ -29617,6 +29821,10 @@ bz679com
 bzw77com
 bzzagent
 c
+c-AdComparison
+c-ManageMyAds
+c-SavedAds
+c-SelectCategory
 c-gender*
 c-s
 c-w/sandbox
@@ -30119,7 +30327,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://icloud.com/robots.txt
+calendar-2/action~*/http://feelament.bandcamp.com/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -30339,7 +30547,7 @@ calendrier/action~agenda
 calendrier/action~month
 calendrier/action~oneday
 calendrier/action~posterboard
-calendrier/action~stream/http://dailycaller.com/robots.txt
+calendrier/action~stream/http://delivery.yandex.ru/robots.txt
 calendrier/action~week
 calf
 california-exhibit
@@ -30392,7 +30600,7 @@ campaigns/
 campaigns/bigsix.html
 campaigns/bulk-order-form
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://southwest.com/robots.txt
+campaigns/digital-recruitmenthttp://tribe.net/robots.txt
 campaigns/help/search-results.html
 campaigns/infor-hub-xt5r5iwdrgxbnuz/
 campaigns/iterable-cookies.json?callback=setIterableCookies&noredirect=once
@@ -30862,6 +31070,7 @@ cas/login
 cas/login?
 cas/logout
 cas/oldsite
+casOnly=
 casalma
 casamuel
 casapao
@@ -30992,7 +31201,6 @@ catalog/*.css
 catalog/*.js
 catalog/*/*%20%
 catalog/*/zapchasti-*/*-
-catalog/*?
 catalog/*{
 catalog/?
 catalog/?sort
@@ -31022,8 +31230,6 @@ catalog_bottom
 catalog_top
 catalogo
 catalogs
-catalogs/corporations
-catalogs/products
 catalogsearch
 catalogsearch/
 catalogsearch/result
@@ -33230,7 +33436,7 @@ cd/V77972_01
 cd/clip/parole/soprano-hiro-7260.html
 cd/corneille-entre-nord-et-sud-1769.html
 cd_upload/Search
-cdc/http://gizmodo.com/robots.txt
+cdc/http://mnn.com/robots.txt
 cdf/sign
 cdj
 cdk/*
@@ -33242,9 +33448,9 @@ cdn-cgi/*
 cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://mediamatchmaker.co.uk/robots.txt
-cdn-cgi/http://newindianexpress.com/robots.txt
-cdn-cgi/http://rover.com/robots.txt
+cdn-cgi/http://bcg.com/robots.txt
+cdn-cgi/http://fpdownload.macromedia.com/robots.txt
+cdn-cgi/http://purdue.edu/robots.txt
 cdn-cgi/image
 cdn-cgi/l/email-protection
 cdn-cgi/rum
@@ -33376,8 +33582,8 @@ cgi-bin/grid-words
 cgi-bin/guestbook
 cgi-bin/histDiff.cgi
 cgi-bin/homelandsecurity
-cgi-bin/http://euroncap.com/robots.txt
-cgi-bin/http://nuestropsicologoenmadrid.com/robots.txt
+cgi-bin/http://hag-official.jp/robots.txt
+cgi-bin/http://hostelworld.com/robots.txt
 cgi-bin/imagemap
 cgi-bin/isbn
 cgi-bin/kaweahits
@@ -33390,7 +33596,7 @@ cgi-bin/loginpage
 cgi-bin/longs.cgi
 cgi-bin/mb
 cgi-bin/msdemo/
-cgi-bin/notices/http://ams.usda.gov/robots.txt
+cgi-bin/notices/http://img1.wsimg.com/robots.txt
 cgi-bin/onTopic
 cgi-bin/orphanWikiPages
 cgi-bin/outline
@@ -33430,7 +33636,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://ifixit.com/robots.txt
+cgi-binhttp://is.gd/robots.txt
 cgi-local
 cgi-mad/
 cgi-out
@@ -33816,7 +34022,7 @@ checkout2
 checkout?*
 checkout?plan_id
 checkoutconfirmation
-checkouthttp://modernistcuisine.com/robots.txt
+checkouthttp://futurescot.com/robots.txt
 checkoutnow
 checkouts
 checkpoint
@@ -34038,7 +34244,6 @@ citexplore
 cities/testing/lg/here
 citizen-archivist/history-hub/hh-test
 cits
-city
 city-sitemap-rent
 city/feed
 city/post
@@ -34271,8 +34476,8 @@ clickId=
 click_
 clickandbuy
 clickhere.jsp
-clickhttp://antena3.rtp.pt/robots.txt
-clickhttp://searchenginejournal.com/robots.txt
+clickhttp://mit.edu/robots.txt
+clickhttp://st.com/robots.txt
 clickstream
 clicktale
 clickthrough.jsp
@@ -36642,7 +36847,7 @@ cmp=
 cmplog
 cmr
 cms
-cms-search/http://cmswire.com/robots.txt
+cms-search/http://wiki.ubuntu.com/robots.txt
 cms.
 cms.dll
 cms.dll*
@@ -36681,7 +36886,7 @@ cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
 cn/error-static-cdn
-cn/events/huaweiconnect/livestream-for-tvs$http://hub.docker.com/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://wowhead.com/robots.txt
 cn/ipns
 cn/license/ibis-models
 cn/license/licensing-agreement/
@@ -36813,7 +37018,7 @@ cobrand/
 code
 code/
 code/*
-code/http://w3techs.com/robots.txt
+code/http://m.youtube.com/robots.txt
 code2product-typeform-dashboard
 code=
 codeCoverage
@@ -36823,8 +37028,6 @@ codes-promo/redirect
 codesamples/
 codesearch/feeds/search?
 codesearch?
-coe
-coe/
 cognizant
 cohodes
 coin*mid=
@@ -37076,7 +37279,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://cointelegraph.com/robots.txt
+community/*/profile/*http://biblegateway.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -37167,6 +37370,7 @@ companies/c
 companies/o
 companies/search
 companies/search?
+company
 company-narrative-1.php?
 company/*.rss
 company/?s=
@@ -37384,7 +37588,7 @@ conditions-diseases?
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
 conditions/pregnancy-and-baby/pages/your-birth-plan.aspx
 conejo
-conex-2019http://view.adjust.com/robots.txt
+conex-2019http://thehindubusinessline.com/robots.txt
 conf
 conf
 conf/*.php$
@@ -37463,7 +37667,7 @@ connect-accounts
 connect.facebook.net
 connect/@
 connect/help/search-results.html
-connect/http://blog.sfgate.com/robots.txt
+connect/http://godaddy.com/robots.txt
 connect/offer
 connect/profile
 connect/social-intranet.html
@@ -37518,6 +37722,7 @@ consumer/*/support
 consumer/cac
 consumer/cache
 consumer/en-ca1
+consumer/login
 consumer/share
 consumer/sitemap
 consumer/sr-rs
@@ -37537,7 +37742,7 @@ contact-opnemen-met-myheritage
 contact-opnemen-met-ondersteuning
 contact-pantone-connect
 contact-preferences
-contact-sales/http://pingidentity.com/robots.txt
+contact-sales/http://bits.blogs.nytimes.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -37571,8 +37776,8 @@ contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
 contact/form/
-contact/http://dolphchaney.com/robots.txt
-contact/http://freewebs.com/robots.txt
+contact/http://hallenrad-wm-2020.de/robots.txt
+contact/http://mpweddingphoto.com.au/robots.txt
 contact/menu*
 contact/partner*
 contact/support.php
@@ -37645,7 +37850,6 @@ content/*/schedule
 content/*/synchronous_inspection
 content/*/thenables
 content/*/util
-content/*http://top-fwz1.mail.ru/robots.txt
 content/README.txt
 content/aarpe/en/home/
 content/aarpe/en/home/vendor/
@@ -37773,7 +37977,7 @@ content/dam/SAS/partnernet/
 content/dam/aarp/Member-Benefits/AARP-Auto-Buying-Program-For-Member-Communications-Digital-Fulfillment.pdf
 content/dam/acsorg/qa
 content/dam/alumni/2012elections
-content/dam/avg/img/2014/business/http://avicii.lnk.to/robots.txt
+content/dam/avg/img/2014/business/http://play.spotify.com/robots.txt
 content/dam/bitdefender/business/ar
 content/dam/blackberry-com/asset/enterprise/pdf/direct
 content/dam/blackberry-com/asset/enterprise/webcast/direct
@@ -37845,7 +38049,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canadadrives.ca/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://ssl.gstatic.com/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/jpm/structured-products-documents
 content/dam/kpmg/au/pdf/creditors
@@ -37880,7 +38084,6 @@ content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_%20annual%20r
 content/dam/pwc/uk/en/business-recovery/administrations/assets/hcl_reportnotice_20171023.pdf
 content/dam/pwc/uk/en/premium/*
 content/dam/pwc/uk/en/who-we-are/supplier-policies
-content/dam/redcross/lp
 content/dam/sfu/julita-clf4
 content/dam/sfu/retirees/Newsletters
 content/dam/sfu/senate/senate-documents
@@ -37889,7 +38092,7 @@ content/dam/sm/ccto/sunet_id_resources
 content/dam/sm/radcancerbio/resources-secure
 content/dam/sothebys/InsideSothebys*.pdf
 content/dam/static-page/customer-advocacy/*/pdf/*
-content/dam/students/documents/graduations/programs/http://syfy.com/robots.txt
+content/dam/students/documents/graduations/programs/http://shorturl.at/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -37938,7 +38141,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://marketingweek.com/robots.txt
+content/downloads/http://encrypted-tbn0.gstatic.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -37972,7 +38175,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://columbia.jp/robots.txt
+content/index.php/user/logout/http://mewe.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/institution
@@ -38046,7 +38249,6 @@ content/pwc/global/forms/contactUsNew.html?parentPagePath=/content/pwc/se/en/*
 content/pwc/global/forms/contactUsNew.html?parentPagePath=/content/pwc/se/sv/*
 content/pwc/script/gx/en/live-search/v60.js
 content/pwc/us/en/services/tax/library/global-tax-symposium.html
-content/redcross
 content/report
 content/republish
 content/roberthalf.sitemap.cn-en-external-job-search-sitemap.xml
@@ -38447,7 +38649,6 @@ corporate/newsletter/signup?*
 corporate/p
 corporate/privacy/index_static.html?
 corporate/request
-corporations
 corradoconfalonieri
 correcoes/enviar?url=
 corrections
@@ -38504,8 +38705,6 @@ counterstats
 country/
 country=
 country_code=
-countrysearch/*/*-importer.html
-countrysearch/*/*/importers/*.html
 coupon
 coupons
 coupons.
@@ -38533,7 +38732,7 @@ courses/Transcript
 courses/assessment
 courses/eecs484
 courses/favorites
-courses/http://codecanyon.net/robots.txt
+courses/http://webdavsystem.com/robots.txt
 courses/oasis/BabbScholarship
 courses/section
 courses/transcript
@@ -38590,6 +38789,7 @@ cpl-edit
 cpoirier
 cpollack
 cpresources
+cpro
 cpropub/univercd
 cpspa
 cpx.php
@@ -39074,7 +39274,7 @@ csd/internal/css
 csd/internal/nav
 csd/js
 csd/nav
-csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://esselte974.fr/robots.txt
+csd/staff/karen.h.rosenlof/karen.h.rosenlof.presentations/http://theringer.com/robots.txt
 csde/camp-shriver-community/camp-shriver/registration-fee/
 csde/camp-shriver-family-information/
 csde/camp-shriver-staff-information/
@@ -39179,7 +39379,6 @@ css/site.print.css?date=09012010
 css/site.sections.careers.css
 css/site.sections.careers.peoplebank.css
 css/site.sections.multimedia.css
-css2/
 css=*
 css?
 css?*
@@ -39582,7 +39781,7 @@ da/blog
 da/cart
 da/checkout
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://dorisbaumer.com/robots.txt
+da/create-a-doodle-pfmhttp://extensions.joomla.org/robots.txt
 da/firefox/collections
 da/firefox/collections/4757633
 da/firefox/collections/4757633/$
@@ -40754,7 +40953,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://mathworks.com/robots.txt
+demo/safari-reader-test-nielshttp://apsense.com/robots.txt
 democenter
 demokratie-jetzt.html
 demonstration
@@ -40774,6 +40973,7 @@ dental/students
 dentistry/about/appointments-and-referrals/appointment-thankyou
 denver
 dep/rwm/hoss
+departement-de-service-ouvert
 department-beauty-gender-unisex*
 departments
 departure=
@@ -40888,11 +41088,10 @@ det
 detail
 detail/*Ajax.do$
 detail/Login
-detail/ajax
 details-
 details-*.html
 details-print
-detailshttp://craigslist.org/robots.txt
+detailshttp://creditkarma.com/robots.txt
 detect
 detr/
 detroitchicago
@@ -40910,6 +41109,7 @@ devdns/
 develop
 develop/
 develop/review/
+developedchronicles
 developer-tools
 developer/1940-census
 developer/artificial-intelligence-and-machine-learning-datasets
@@ -42769,6 +42969,7 @@ diegoestevez
 diegorivera
 diener
 diets/*
+diff
 diffbot/
 diffs
 dig-perf-test
@@ -42864,7 +43065,7 @@ digitaledition
 digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://nj.gov/robots.txt
+digitalsubscription/imagedownload/http://blogs.wsj.com/robots.txt
 digregorio
 dilatua/proRecensione.do
 dimitriosasproulis
@@ -43437,7 +43638,7 @@ dmorgan
 dmottacalderon
 dmoustafa
 dmq
-dms_priv/*http://itunes.apple.com/robots.txt
+dms_priv/*http://top-fwz1.mail.ru/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -43739,7 +43940,7 @@ download-lister
 download-logo-agreement.html
 download-notice
 download.asp*
-download.asp*http://impots.gouv.fr/robots.txt
+download.asp*http://google.com.co/robots.txt
 download.php
 download/
 download/*/
@@ -43751,7 +43952,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://leginfo.legislature.ca.gov/robots.txt
+download/http://seagate.com/robots.txt
 download/index
 download/legacy
 download/morae
@@ -44574,7 +44775,7 @@ email$
 email-capture
 email-colleague
 email-contact/
-email-contact/nodehttp://gsma.com/robots.txt
+email-contact/nodehttp://useloom.com/robots.txt
 email-contact/taxonomy_term
 email-content
 email-help
@@ -44814,6 +45015,7 @@ en-CA/firefox/collections/4757633/$
 en-CA/firefox/collections/mozilla
 en-CA/firefox/collections/mozilla/$
 en-CA/firefox/search
+en-CA/order-status
 en-CN
 en-DA
 en-DE
@@ -45078,10 +45280,28 @@ en-bz/
 en-ca
 en-ca.www.cloudflare.com
 en-ca/
+en-ca/Basket
+en-ca/Search
+en-ca/about/
+en-ca/basket
+en-ca/brand-hub/
+en-ca/brand/
+en-ca/category/
+en-ca/create-review/
+en-ca/event/
 en-ca/feedback
+en-ca/flyer
+en-ca/help/
 en-ca/lp
 en-ca/mega-nav
+en-ca/order-status
+en-ca/product-sellers/
+en-ca/product/
+en-ca/product/*?icmp=*
+en-ca/search
 en-ca/search?
+en-ca/services/
+en-ca/subscription-packages
 en-cd/dolby-vision-atmos-tvs
 en-cd/electronics/how-to-select-tv-by-what-you-watch-gaming
 en-cd/electronics/how-to-select-tv-by-what-you-watch-netflix
@@ -46312,7 +46532,7 @@ en/modules/ace
 en/moler/ncm-download.html
 en/mowlac-risks-observatory/grid
 en/mowlac-risks-observatory/list
-en/mowlac-risks-observatory/maphttp://unesdoc.unesco.org/robots.txt
+en/mowlac-risks-observatory/maphttp://sway.office.com/robots.txt
 en/my-account
 en/myunited
 en/needs
@@ -47406,7 +47626,7 @@ es/hoteles/h
 es/hoteles/redirect
 es/hoteles/s
 es/hou
-es/http://hearthis.at/robots.txt
+es/http://publicwatchdogs.org/robots.txt
 es/images
 es/inc
 es/incl_banner_media_center.html
@@ -47502,7 +47722,7 @@ es/music/+noredirect
 es/myunited
 es/nationals/search
 es/negocios
-es/new/http://edyst.com/robots.txt
+es/new/http://hackerenmexicoconfiables.com/robots.txt
 es/news/incl_news_items.asp
 es/news/incl_reports.asp
 es/node
@@ -47587,7 +47807,7 @@ es/search/
 es/search/autocomplete
 es/search/default.mi
 es/search?
-es/search?*http://platform.instagram.com/robots.txt
+es/search?*http://epicurious.com/robots.txt
 es/secure-preview
 es/seguimiento-pedido
 es/seguimiento-pedido-invitado
@@ -48081,6 +48301,7 @@ evaluate
 evaluate-link
 evaluate-unique-link
 evaluation
+evalutaion-virtuelle
 evan
 evanbenjamin
 evapayne
@@ -48311,7 +48532,7 @@ everybodyshirts
 everywhere-configuration/
 everywhere/
 evinchin
-evite/*http://dustinandtracy.com/robots.txt
+evite/*http://fcc.gov/robots.txt
 evolok
 ewalk
 ewalker
@@ -48583,7 +48804,7 @@ external_service/connect_now
 external_slp_click
 externalservices/surveyfeedapi/api/testfeed
 extfile
-exthttp://edutopia.org/robots.txt
+exthttp://annex.s-manga.net/robots.txt
 extlink
 extra
 extra/gremien
@@ -48927,7 +49148,7 @@ feed/sitema
 feed/subscribe
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://toyota.com/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://recaptcha.net/robots.txt
 feed/xml
 feed=
 feed=rss
@@ -49296,9 +49517,9 @@ filestore
 fileview
 filing
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://arte.tv/robots.txt
 filings/pdf
-fill-private.htmlhttp://babycenter.com/robots.txt
+fill-private.htmlhttp://matthematic.com/robots.txt
 fill.html
 film/s
 films/*/size/large
@@ -49319,6 +49540,7 @@ filterBySale*
 filterBySize*
 filterByWidth*
 filterTags=
+filterbyLocation=
 filters
 filters/
 filters=
@@ -49362,7 +49584,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://freemius.com/robots.txt
+find/*http://pixiv.net/robots.txt
 find/3DImage.jsp
 find/ApplecareDetails.jsp
 find/DemoItem.jsp
@@ -49706,7 +49928,7 @@ forgotpassword.aspx
 forgotpassword?
 forgotten-password
 forgotten-password/
-forgov-devhttp://qobuz.com/robots.txt
+forgov-devhttp://wave.webaim.org/robots.txt
 forlibraries
 form
 form-containers
@@ -49916,7 +50138,7 @@ forum/member.php
 forum/memberlist.php
 forum/memberlist.php
 forum/members
-forum/membre/http://spl.zeotap.com/robots.txt
+forum/membre/http://telegram.org/robots.txt
 forum/messenger
 forum/misc
 forum/modcp
@@ -50242,7 +50464,7 @@ forum/topic/221-tips-and-suggestions-for-working-members
 forum/traininggroups_onlinefree.php
 forum/translation_do.php
 forum/ucp.php
-forum/ucp.phphttp://eleks.com/robots.txt
+forum/ucp.phphttp://radi.al/robots.txt
 forum/ucp_agreement_trainings.php
 forum/uretral-nyj-vektor-4-25.html
 forum/user
@@ -50300,7 +50522,7 @@ forums/discover/unread/
 forums/editpost.php
 forums/forum/30-general-members-forums
 forums/help.html
-forums/http://sofafactory.ru/robots.txt
+forums/http://ragtimedorianhenry.com/robots.txt
 forums/ignore/
 forums/index.php/ef
 forums/index.php/h
@@ -50318,7 +50540,7 @@ forums/index.php/sel
 forums/index.php/sp
 forums/index.php/u
 forums/index.php?&act=Online
-forums/index.php?/user/http://ragtimedorianhenry.com/robots.txt
+forums/index.php?/user/http://learnmoreparkour.com/robots.txt
 forums/index.php?act=Arcade
 forums/index.php?act=Attach
 forums/index.php?act=Forward
@@ -50485,6 +50707,7 @@ fr-BR
 fr-BY
 fr-CA/*canada
 fr-CA/*montreal--QC
+fr-CA/ma-commande
 fr-CA/office-space
 fr-CA/signup
 fr-CN
@@ -50595,13 +50818,30 @@ fr-bj/tv-avec-dolby-vision-atmos
 fr-bj/tv-avec-recherche-vocale-mains-libres
 fr-ca
 fr-ca/
+fr-ca/Chercher
+fr-ca/Panier
+fr-ca/a-propos/
 fr-ca/about-us/careers/job-description.html$
+fr-ca/aide/
+fr-ca/categorie/
+fr-ca/chercher
+fr-ca/circulaire
 fr-ca/css
+fr-ca/ecrire-evaluation/
+fr-ca/evenement/
+fr-ca/forfaits-de-abonnement
 fr-ca/ipns
 fr-ca/login-messages
+fr-ca/ma-commande
+fr-ca/marque/
+fr-ca/marques/
 fr-ca/oicms
+fr-ca/panier
+fr-ca/produit/
 fr-ca/resources
 fr-ca/ressources/search
+fr-ca/services/
+fr-ca/vendeurs-de-produit/
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-jeux
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-netflix
 fr-cd/electronics/comment-choisir-son-televiseur-par-contenu-smart-tv
@@ -51328,7 +51568,7 @@ frde/
 fre/layout/set
 fred
 fred-glance-widget.php
-fred-glance-widget.phphttp://freecodecamp.org/robots.txt
+fred-glance-widget.phphttp://opensecrets.org/robots.txt
 free
 free-cancellation/index.
 free-coloring-pages/featured/frenchs-coloring-pages/
@@ -51519,7 +51759,7 @@ g
 g%C5%82osuj
 g-gender*
 g-recaptcha-response
-g/4arE9Chttp://flickr.com/robots.txt
+g/4arE9Chttp://gartner.com/robots.txt
 g/api
 g/banana/api/context
 g/ts
@@ -51649,6 +51889,7 @@ gabegaviola
 gabrielchiong
 gabrielguillen
 gabrielhosu
+gad_source=
 gafinogenov
 gag-in-app
 gage
@@ -51792,7 +52033,7 @@ gb/resources-campaign/*
 gb/search
 gb/user
 gb/user$
-gb_xapi_content/http://smartpassiveincome.com/robots.txt
+gb_xapi_content/http://learn.adafruit.com/robots.txt
 gbahadir
 gbapujii
 gbook
@@ -52175,7 +52416,7 @@ gibbslab-personal
 giee/*category=ucommall
 gif
 gifs
-gifshttp://girlsridetoo.de/robots.txt
+gifshttp://docs.microsoft.com/robots.txt
 gift
 gift-calculator-ranges/
 gift-calculator-tags/
@@ -52272,7 +52513,7 @@ global-disclaimer/
 global-embeds:
 global-font-test.php
 global-footer
-global-infrastructure/services/get-async/http://b.hatena.ne.jp/robots.txt
+global-infrastructure/services/get-async/http://addthis.com/robots.txt
 global-master
 global-nav-esi
 global-search/search*
@@ -52354,7 +52595,7 @@ go/directory
 go/download
 go/fanfiction/
 go/help.ticket.submit$
-go/http://pod.link/robots.txt
+go/http://thinkingbricks.com/robots.txt
 go/member
 go/members
 go/menu
@@ -52396,7 +52637,7 @@ goldengate/c1221/gg-winux
 goldenkirby
 goldstein
 goldstine-cole
-golocal/extranet/http://nmap.org/robots.txt
+golocal/extranet/http://estatousa.com/robots.txt
 gonda
 gongyi*?
 gonsalves
@@ -52441,7 +52682,7 @@ gostevaya/karta-sayta/poisk/?
 goto
 goto.htm
 goto.php
-goto/http://spensor.blogspot.com/robots.txt
+goto/http://productuniversity.ru/robots.txt
 goto=
 gotoPage=
 goto_issue
@@ -53005,7 +53246,7 @@ haaretz-labels
 habbal
 haberleri/
 hackathons/reinvent-2013/
-hacker/*/followhttp://hackerenmexicoconfiables.com/robots.txt
+hacker/*/followhttp://techradar.com/robots.txt
 hacker/*/unfollow
 hackerproof/?
 hackerproof/abreporting.html
@@ -53039,7 +53280,7 @@ haininggouinlock
 hair-transplant-services
 haishuai
 haitham
-haitibackpacks/http://oasis-open.org/robots.txt
+haitibackpacks/http://console.developers.google.com/robots.txt
 hajiang
 haksoochoi
 haku
@@ -53318,7 +53559,7 @@ health/test-reference-article-for-front-end-tests
 health/this-is-an-infinite-scroll-test-page-please-do-not-modify-this-page-without-checking-with-frontend-site-teams
 health/video
 health/video-archive
-health/video-temphttp://hortomallas.hk/robots.txt
+health/video-temphttp://assistant.google.com/robots.txt
 health/womens-health/a/can-you-beat-cellulite/1321
 health/womens-health/a/nine-sun-safety-tips-for-your-skin/1319
 health/womens-health/a/the-411-on-skin-lighteners/1320
@@ -53437,6 +53678,7 @@ hemeroteca
 hemeroteca/*
 hengameh
 henhouse
+hennahundal/http://fws.gov/robots.txt
 henrickson
 henrymoodie
 henryspark
@@ -53940,6 +54182,7 @@ homepage-b
 homepage-beta
 homepage-experiment
 homepage-video-test
+homepage/
 homepage/2013
 homepage/health/2009/fall/nobel-prize.shtml
 homepage_feature
@@ -53987,7 +54230,7 @@ homework-help/landing/offer
 homework-help/search?
 homoud
 homr/services
-honeypot/http://dr.dk/robots.txt
+honeypot/http://ffmental.net/robots.txt
 hong-kong-ting-hui-limited-cclxixe
 honing.html
 hook
@@ -54123,7 +54366,7 @@ how-low-will-you-go-
 how-to-adjust-the-privacy-settings-for-your-smartwatch
 how-to-change-your-privacy-settings-on-facebook-and-instagram
 how-to-change-your-privacy-settings-on-twitter-and-youtube
-how-to-find-happiness-newsletter-book-preview/http://jaryth.net/robots.txt
+how-to-find-happiness-newsletter-book-preview/http://theminimice.com/robots.txt
 how-to-keep-your-browsing-information-untraceable
 how-to-keep-your-phone-secure-while-traveling
 how-to-limit-ad-tracking-on-your-mobile-device
@@ -54297,6 +54540,7 @@ hs/hsstatic/content_shared
 hs/hsstatic/jquery-libs/st
 hs/hsstatic/jquery-libs/static-1.1/jquery
 hs/manage-preferences
+hs/preferences-center
 hsCtaTracking=
 hsFormKey=
 hsLang=
@@ -57353,173 +57597,170 @@ http
 http-checker
 http2_data
 http:
-http://1533911.fls.doubleclick.net/robots.txt
-http://1731177.fls.doubleclick.net/robots.txt
-http://1password.com/robots.txt
-http://2224480.fls.doubleclick.net/robots.txt
-http://4shared.com/robots.txt
-http://6321258.fls.doubleclick.net/robots.txt
-http://a-z.love/robots.txt
-http://abc7chicago.com/robots.txt
-http://abc7ny.com/robots.txt
-http://abcnews.go.com/robots.txt
-http://abduzeedo.com/robots.txt
-http://acrobat.adobe.com/robots.txt
-http://ad.doubleclick.net/robots.txt
-http://adcell.de/robots.txt
-http://adeje.es/robots.txt
-http://ademe.fr/robots.txt
-http://allrecipes.com/robots.txt
-http://amazon.de/robots.txt
-http://ampmexterminators.com/robots.txt
-http://amzn.to/robots.txt
-http://androidpolice.com/robots.txt
-http://api.ning.com/robots.txt
-http://api.whatsapp.com/robots.txt
-http://apod.nasa.gov/robots.txt
-http://app.box.com/robots.txt
-http://apple.co/robots.txt
-http://artnews.com/robots.txt
-http://artsandculture.google.com/robots.txt
-http://au.effectivemeasure.net/robots.txt
-http://austinmoody.net/robots.txt
-http://autode.sk/robots.txt
-http://azure.microsoft.com/robots.txt
-http://babylenta.ru/robots.txt
+http://10007314.fls.doubleclick.net/robots.txt
+http://1billion.org/robots.txt
+http://3155290.fls.doubleclick.net/robots.txt
+http://4351288.fls.doubleclick.net/robots.txt
+http://4371413.fls.doubleclick.net/robots.txt
+http://4483104.fls.doubleclick.net/robots.txt
+http://6469913.fls.doubleclick.net/robots.txt
+http://66.media.tumblr.com/robots.txt
+http://77jcm.net/robots.txt
+http://9793289.fls.doubleclick.net/robots.txt
+http://aclu.org/robots.txt
+http://adafruit.com/robots.txt
+http://adroll.com/robots.txt
+http://aeonmetals.com.au/robots.txt
+http://airtable.com/robots.txt
+http://ajansnaber.com/robots.txt
+http://alannow.com/robots.txt
+http://allure.com/robots.txt
+http://amsterdam.nl/robots.txt
+http://amtrak.com/robots.txt
+http://androidheadlines.com/robots.txt
+http://animoto.com/robots.txt
+http://apache.org/robots.txt
+http://apemusicale.it/robots.txt
+http://askubuntu.com/robots.txt
+http://audacityteam.org/robots.txt
+http://bangkokpost.com/robots.txt
 http://basecamp.com/robots.txt
-http://bbc.com/robots.txt
-http://bbcamerica.com/robots.txt
-http://bbcgoodfood.com/robots.txt
-http://beautifulthailand99.blogspot.co.uk/robots.txt
-http://bestdocsnetwork.com/robots.txt
+http://bath.ac.uk/robots.txt
+http://baymard.com/robots.txt
+http://bcp.crwdcntrl.net/robots.txt
+http://behance.net/robots.txt
+http://beta.companieshouse.gov.uk/robots.txt
 http://bharat.republicworld.com/
 http://bharat.republicworld.com/*
-http://bhf.org.uk/robots.txt
-http://bigoven.com/robots.txt
-http://blackholerecordings.com/robots.txt
-http://bleepingcomputer.com/robots.txt
-http://blog.bufferapp.com/robots.txt
-http://businessbuiltonline.blogspot.com/robots.txt
-http://businesstoday.in/robots.txt
-http://cambridge.org/robots.txt
-http://carinon.hatenablog.com/robots.txt
-http://cdn.rawgit.com/robots.txt
-http://cedcommerce.com/robots.txt
-http://chronicle.com/robots.txt
-http://cio.com/robots.txt
-http://cityam.com/robots.txt
-http://click.linksynergy.com/robots.txt
-http://clubic.com/robots.txt
-http://coeducacion.grial.eu/robots.txt
+http://biography.com/robots.txt
+http://blogs.oracle.com/robots.txt
+http://boell.de/robots.txt
+http://booking.com/robots.txt
+http://box.com/robots.txt
+http://bulletjournal.com/robots.txt
+http://buzzsprout.com/robots.txt
+http://c-span.org/robots.txt
+http://canon.com/robots.txt
+http://careerbuilder.com/robots.txt
+http://case.edu/robots.txt
+http://cbs.nl/robots.txt
+http://chalet-villa-te-koop.nl/robots.txt
+http://chromereleases.googleblog.com/robots.txt
+http://click.clktraker.com/robots.txt
+http://cnet.co/robots.txt
 http://comunitaqueeniana.weebly.com/news-of-the-world
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/brian-may
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/freddie-mercury
 http://comunitaqueeniana.weebly.com/news-of-the-world/category/roger-taylor
-http://constantcontact.com/robots.txt
-http://coursera.org/robots.txt
-http://crn.com/robots.txt
-http://croixmode.jp/robots.txt
-http://cultofmac.com/robots.txt
-http://d.turn.com/robots.txt
-http://dc.arrivalist.com/robots.txt
-http://delivery.yandex.ru/robots.txt
-http://doctorswithoutborders.org/robots.txt
-http://domain.com/robots.txt
-http://ecma-international.org/robots.txt
-http://economie.gouv.fr/robots.txt
-http://ed.gov/robots.txt
-http://eff.org/robots.txt
-http://en.support.wordpress.com/robots.txt
-http://engadget.com/robots.txt
-http://estatousa.com/robots.txt
-http://euronews.com/robots.txt
-http://everydayhealth.com/robots.txt
-http://evite.com/robots.txt
-http://evuk.co.uk/robots.txt
-http://experience.arcgis.com/robots.txt
-http://expressen.se/robots.txt
-http://faithandreason.com/robots.txt
-http://fauerzaesp.org/robots.txt
-http://fema.gov/robots.txt
-http://firstrunfeatures.com/robots.txt
-http://fiverr.com/robots.txt
-http://fnac.com/robots.txt
-http://folhadeirati.com.br/robots.txt
-http://forcefieldsnz.bandcamp.com/robots.txt
-http://form.jotform.com/robots.txt
-http://foromontefrio.com/robots.txt
-http://fortune.com/robots.txt
-http://foxnews.com/robots.txt
-http://francetvinfo.fr/robots.txt
-http://galu.co.jp/robots.txt
-http://geraldtabios.com/robots.txt
-http://goldstocktrades.com/robots.txt
-http://govinfo.gov/robots.txt
-http://graphics8.nytimes.com/robots.txt
-http://gtm.js.fls.doubleclick.net/robots.txt
-http://gyro13.com/robots.txt
-http://health.com/robots.txt
-http://health.pa.gov/robots.txt
-http://heart.org/robots.txt
-http://homesinhamiltonontario.com/robots.txt
-http://htmlpreview.github.io/robots.txt
-http://hubs.ly/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://hytaleguide.net/robots.txt
+http://contacts.google.com/robots.txt
+http://contentmarketinginstitute.com/robots.txt
+http://counterpunch.org/robots.txt
+http://cpj.org/robots.txt
+http://cryptocompare.com/robots.txt
+http://ct.pinterest.com/robots.txt
+http://cyrildumoulin.com/robots.txt
+http://dailywire.com/robots.txt
+http://dainikshiksha.com/robots.txt
+http://deccanherald.com/robots.txt
+http://deviantart.com/robots.txt
+http://directsolaramerica.com/robots.txt
+http://disk.yandex.ru/robots.txt
+http://doritos.com.tw/robots.txt
+http://dot.visitordatainc.com/robots.txt
+http://edri.org/robots.txt
+http://edukado.net/robots.txt
+http://egs.edu/robots.txt
+http://en-gb.facebook.com/robots.txt
+http://en.wikibooks.org/robots.txt
+http://engineering.cornell.edu/robots.txt
+http://english.happybuddhatemple.org/robots.txt
+http://esrl.noaa.gov/robots.txt
+http://ethereum.org/robots.txt
+http://eur-lex.europa.eu/robots.txt
+http://eurochannel.com/robots.txt
+http://euromodule.ro/robots.txt
+http://ey.com/robots.txt
+http://felixplastik.com/robots.txt
+http://ferrisson.com/robots.txt
+http://focus.de/robots.txt
+http://forbes.com/robots.txt
+http://foundation-media.ffm.to/robots.txt
+http://freewebs.com/robots.txt
+http://friendfeed.com/robots.txt
+http://gazobeton.org/robots.txt
+http://geni.us/robots.txt
+http://geo-tracker.smadex.com/robots.txt
+http://geosmartasia.org/robots.txt
+http://gitlab.com/robots.txt
+http://gnupg.org/robots.txt
+http://golem.de/robots.txt
+http://google.se/robots.txt
+http://hangovergang.com/robots.txt
+http://help.github.com/robots.txt
+http://helsinki.fi/robots.txt
+http://hemoroid.online/robots.txt
+http://hindustantimes.com/robots.txt
+http://hootsuite.com/robots.txt
+http://howdini.com/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://ibtimes.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://i.ebayimg.com/robots.txt
-http://i.vimeocdn.com/robots.txt
-http://i9.ytimg.com/robots.txt
-http://ie.edu/robots.txt
-http://ifcncodeofprinciples.poynter.org/robots.txt
-http://imagekandi.com/robots.txt
-http://indiana.edu/robots.txt
-http://iopscience.iop.org/robots.txt
-http://istanbulyelken.org.tr/robots.txt
-http://izioq.bandcamp.com/robots.txt
-http://journals.plos.org/robots.txt
-http://kongregate.com/robots.txt
-http://lapresse.ca/robots.txt
-http://larkenequity.com/robots.txt
-http://lg.com/robots.txt
-http://librarything.com/robots.txt
-http://linkedin.com/robots.txt
-http://list.ly/robots.txt
-http://m.youtube.com/robots.txt
-http://macobserver.com/robots.txt
-http://magnolia-tv.com/robots.txt
-http://market.android.com/robots.txt
+http://iabtechlab.com/robots.txt
+http://iccwbo.org/robots.txt
+http://img.youtube.com/robots.txt
+http://imperial.ac.uk/robots.txt
+http://independent.academia.edu/robots.txt
+http://independent.co.uk/robots.txt
+http://indoorgarden.vn/robots.txt
+http://infogram.com/robots.txt
+http://iqair.com/robots.txt
+http://ishafoundation.org/robots.txt
+http://jasminethompson.com/robots.txt
+http://jdsupra.com/robots.txt
+http://jeet.tv/robots.txt
+http://jp.youtube.com/robots.txt
+http://jsfiddle.net/robots.txt
+http://jsoulb.jp/robots.txt
+http://judobos.nl/robots.txt
+http://kayak.com/robots.txt
+http://kcl.ac.uk/robots.txt
+http://kiesque.com/robots.txt
+http://klook.com/robots.txt
+http://kohls.com/robots.txt
+http://krebsonsecurity.com/robots.txt
+http://lanacion.com.ar/robots.txt
+http://laquadrature.net/robots.txt
+http://laravel.com/robots.txt
+http://latin-ongaku.net/robots.txt
+http://listen.audiohook.com/robots.txt
+http://luzmarinaluna.com/robots.txt
+http://m.imdb.com/robots.txt
+http://mail-archive.com/robots.txt
+http://malla-espaldera.com/robots.txt
+http://marvel.com/robots.txt
 http://mathworld.wolfram.com/robots.txt
-http://militarytimes.com/robots.txt
-http://mineyour.biz/robots.txt
-http://mootools.net/robots.txt
-http://mpgi.edu.in/robots.txt
-http://myrobotlove.blogspot.com/robots.txt
-http://n.us1.dyntrk.com/robots.txt
-http://nachosuarez.blogspot.com/robots.txt
-http://namecheap.com/robots.txt
-http://nascardigitalmediallc.demdex.net/robots.txt
-http://naturalbreastfeeding.com/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
-http://nebula.wsimg.com/robots.txt
-http://newrelic.com/robots.txt
-http://news.berkeley.edu/robots.txt
-http://news.google.com/robots.txt
-http://news.softpedia.com/robots.txt
-http://news24.com/robots.txt
-http://nextbm-43-adswizz.attribution.adswizz.com/robots.txt
-http://nofilmschool.com/robots.txt
-http://notivu.blogspot.com/robots.txt
-http://nzz.ch/robots.txt
-http://oag.ca.gov/robots.txt
-http://observer.com/robots.txt
-http://ogp.me/robots.txt
-http://on.fb.me/robots.txt
-http://parents.com/robots.txt
-http://parkinsonsresource.org/robots.txt
-http://passionfruitsporthorses.squarespace.com/robots.txt
-http://pastemagazine.com/robots.txt
-http://photomatt.net/robots.txt
-http://pixabay.com/robots.txt
+http://mcgill.ca/robots.txt
+http://media.licdn.com/robots.txt
+http://mlb.com/robots.txt
+http://moma.org/robots.txt
+http://msdn.microsoft.com/robots.txt
+http://myheritage.com/robots.txt
+http://mylifetime.com/robots.txt
+http://nationaltrust.org.uk/robots.txt
+http://neh.gov/robots.txt
+http://neoldu.com/robots.txt
+http://newindianexpress.com/robots.txt
+http://news.ycombinator.com/robots.txt
+http://npr.org/robots.txt
+http://nuvet.com/robots.txt
+http://obamawhitehouse.archives.gov/robots.txt
+http://online.wsj.com/robots.txt
+http://osce.org/robots.txt
+http://packages.ubuntu.com/robots.txt
+http://pagseguro.uol.com.br/robots.txt
+http://parismatch.com/robots.txt
+http://pbs.org/robots.txt
+http://peopleperhour.com/robots.txt
+http://pixel.myrtbportal.com/robots.txt
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-et-climatisation/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-chauffage-purification-de-lair/
 http://pompeachaleurdaikin.fr/besoins/besoin-info-purification-de-lair/
@@ -57541,73 +57782,76 @@ http://pompeachaleurdaikin.fr/entete-purification-de-lair/
 http://pompeachaleurdaikin.fr/le-lexique/
 http://pompeachaleurdaikin.fr/temoignages-infos/
 http://pompeachaleurdaikin.fr/vos-besoins/chauffage/page/2/
-http://poolwiseliving.com.au/robots.txt
-http://poppet.us/robots.txt
-http://premiumbeat.com/robots.txt
-http://primit.it/robots.txt
-http://prnt.sc/robots.txt
-http://pt.wikipedia.org/robots.txt
-http://publish.twitter.com/robots.txt
-http://purityring.ffm.to/robots.txt
-http://px.adentifi.com/robots.txt
-http://px.gumgum.com/robots.txt
-http://qiita.com/robots.txt
-http://quantcast.com/robots.txt
-http://ragesw.com/robots.txt
-http://rdr.connectedinteractive.com/robots.txt
-http://recalculatingfilm.com/robots.txt
-http://reuters.com/robots.txt
-http://rijksoverheid.nl/robots.txt
-http://rsfbathroomdesigns.co.uk/robots.txt
-http://rtb.adp3.net/robots.txt
-http://rtd.tubemogul.com/robots.txt
-http://rte.ie/robots.txt
-http://science.nasa.gov/robots.txt
-http://scienceandnonduality.com/robots.txt
-http://sciencing.com/robots.txt
-http://security.googleblog.com/robots.txt
-http://seekingalpha.com/robots.txt
-http://servedby.ipromote.com/robots.txt
-http://smileeasy.com/robots.txt
-http://socialnomics.net/robots.txt
-http://static.wixstatic.com/robots.txt
-http://sunderlandecho.com/robots.txt
-http://t3n.de/robots.txt
-http://tandfonline.com/robots.txt
-http://tapncap.com/robots.txt
-http://tattierecords.com/robots.txt
-http://teachvideo.ru/robots.txt
-http://techopedia.com/robots.txt
-http://techpi-und-malibu.de/robots.txt
-http://terribjones.com/robots.txt
-http://theonion.com/robots.txt
-http://thinglink.com/robots.txt
-http://timesofisrael.com/robots.txt
-http://tnc.org.br/robots.txt
-http://tools.google.com/robots.txt
-http://tools.pingdom.com/robots.txt
-http://track.adform.net/robots.txt
-http://track.omguk.com/robots.txt
-http://trends.google.com.mx/robots.txt
+http://powells.com/robots.txt
+http://primalathleticism.com/robots.txt
+http://prlog.org/robots.txt
+http://quilomberos.blogspot.com/robots.txt
+http://rashidgaripov.com/robots.txt
+http://registrosakashicos.com/robots.txt
+http://regular-expressions.info/robots.txt
+http://reviewjournal.com/robots.txt
+http://revistadetritos.com/robots.txt
+http://rivm.nl/robots.txt
+http://runkeeper.com/robots.txt
+http://rust-lang.org/robots.txt
+http://screenrant.com/robots.txt
+http://secure.wego.com/robots.txt
+http://sheknows.com/robots.txt
+http://skift.com/robots.txt
+http://smore.com/robots.txt
+http://sonypictures.com/robots.txt
+http://sothebys.com/robots.txt
+http://speckyboy.com/robots.txt
+http://spreadsheets.google.com/robots.txt
+http://standaard.be/robots.txt
+http://state.gov/robots.txt
+http://state.nj.us/robots.txt
+http://sugarprocesstech.com/robots.txt
+http://support.lenovo.com/robots.txt
+http://synology.com/robots.txt
+http://teamusa.org/robots.txt
+http://techsmith.com/robots.txt
+http://telegram.com/robots.txt
+http://tenrev.com/robots.txt
+http://tes.com/robots.txt
+http://theaustralian.com.au/robots.txt
+http://thefa.com/robots.txt
+http://tidio.com/robots.txt
+http://toomanytribbles.blogspot.com/robots.txt
+http://toucharcade.com/robots.txt
+http://tripit.com/robots.txt
+http://twitch.tv/robots.txt
 http://uat-next-a30-uk.udev1a.net*
-http://undefined.fls.doubleclick.net/robots.txt
-http://unstats.un.org/robots.txt
-http://uptimerobot.com/robots.txt
-http://usda.gov/robots.txt
-http://v.qq.com/robots.txt
-http://vancouver.ca/robots.txt
-http://viki.com/robots.txt
-http://vmed.club/robots.txt
-http://voterga.org/robots.txt
-http://wise.com/robots.txt
-http://wnyc.org/robots.txt
-http://wolframreiter.org/robots.txt
+http://uic.edu/robots.txt
+http://ultimate-guitar.com/robots.txt
+http://unece.org/robots.txt
+http://unesdoc.unesco.org/robots.txt
+http://uniqlo.com/robots.txt
+http://uptodate.com/robots.txt
+http://uscode.house.gov/robots.txt
+http://usnews.com/robots.txt
+http://vaultpress.com/robots.txt
+http://verizonwireless.com/robots.txt
+http://vidsy.co/robots.txt
+http://vivino.com/robots.txt
+http://vr.youtube.com/robots.txt
+http://watchmojo.com/robots.txt
+http://web.whatsapp.com/robots.txt
+http://webopedia.com/robots.txt
+http://webtoons.com/robots.txt
+http://weightwatchers.com/robots.txt
+http://whiskyzone.de/robots.txt
+http://wholesomeyum.com/robots.txt
+http://wiki.mozilla.org/robots.txt
+http://woobox.com/robots.txt
+http://woothemes.com/robots.txt
+http://wordreference.com/robots.txt
 http://www.comodo.com/email/webinspector-email
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://yellowpages.com/robots.txt
-http://youtubefanfest.com/robots.txt
-http://zertifikateawards.de/robots.txt
+http://yale.edu/robots.txt
+http://youtube.de/robots.txt
+http://yt3.ggpht.com/robots.txt
 http://zmg.su/robots.txt
 httpd
 httpd/reports
@@ -57731,7 +57975,7 @@ https://www.facebook.com/From-Glory-Oklahoma-592513700928427
 https://www.oxfamintermon.org/ca/resultats-de-cerca?term=
 https://www.oxfamintermon.org/es/resultados-de-busqueda?term=
 https://www.republicworld.com/ipl-2024/
-https://www.republicworld.com/ipl-2024/*http://res.cloudinary.com/robots.txt
+https://www.republicworld.com/ipl-2024/*http://naver.com/robots.txt
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
 https://www.southampton.ac.uk/research/search/all
@@ -57750,8 +57994,6 @@ https://www.thenation.com/teaching_guide-sitemap1.xml
 https://www.thenation.com/teaching_guide-sitemap2.xml
 https://www.thenation.com/teaching_guide-sitemap3.xml
 https://www.thenation.com/teaching_guide-sitemap4.xml
-https:/www.alibaba.com
-https:/www.alibaba.com/http://aliexpress.com/robots.txt
 htyau
 htz/js/bots.js
 hu
@@ -58057,6 +58299,7 @@ hypeindex/graph
 hypeindex/performance-graph
 hyper
 hypernews
+hypoallergenique
 hyrbil/resultat
 hyunjin
 hz/contact-us/ajax/initiate-trusted-contact
@@ -58400,6 +58643,7 @@ idees/fiches/theme=
 identification
 identite
 identity
+identity/
 identity/accountsettingsactivityweb
 identity/accountsettingssyaf
 identity/how-we-look
@@ -58567,7 +58811,7 @@ iframe/dirette
 iframe/video
 iframe=
 iframes
-iframes/http://earthobservatory.nasa.gov/robots.txt
+iframes/http://streamelements.com/robots.txt
 ifwns
 ig/add?
 ig/forums
@@ -58647,7 +58891,7 @@ il/images
 ilink/
 illustrations
 illustrations/*/download
-illustrations/http://icrc.org/robots.txt
+illustrations/http://tags.bluekai.com/robots.txt
 ilo/forums
 ilo/kb/*/discuss
 ilo/search
@@ -58696,7 +58940,7 @@ imagelib
 imagelibrary
 imagelightbox?elementId
 imagenes
-imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://hollywoodlife.com/robots.txt
+imagenes/novias/20201021177551/vestido-novia-desmontable-viral-romancera/*/*.jpghttp://fireeye.com/robots.txt
 imageresults.asp*
 images
 images
@@ -58812,7 +59056,7 @@ img/*.docx$
 img/*.pdf$
 img/category
 img/hc_ambassador.png
-img/http://takeout.google.com/robots.txt
+img/http://wisc.edu/robots.txt
 img/logo/3rdpartylogos
 img/mobile
 img/not-indexed
@@ -59196,13 +59440,13 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://commissions.arlingtonva.us/robots.txt
-index.php/user/logout/http://digitalbrandinginstitute.com/robots.txt
-index.php/user/logout/http://medicine-world.ru/robots.txt
-index.php/user/logout/http://ncaa.com/robots.txt
-index.php/user/logout/http://seagate.com/robots.txt
-index.php/user/logout/http://trapanishuttle.com/robots.txt
-index.php/user/logout/http://usmagazine.com/robots.txt
+index.php/user/logout/http://answers.microsoft.com/robots.txt
+index.php/user/logout/http://brd-schwindel.com/robots.txt
+index.php/user/logout/http://chicagonow.com/robots.txt
+index.php/user/logout/http://hindawi.com/robots.txt
+index.php/user/logout/http://live.sekindo.com/robots.txt
+index.php/user/logout/http://science.org/robots.txt
+index.php/user/logout/http://teamviewer.com/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -59277,7 +59521,6 @@ industries/electric/landing-page/
 industries/innovation-lab
 industries/landing-pages/
 industries/product-tours
-industry-promotion
 industry-signup.cfm
 industry-signup2.cfm
 industry/private
@@ -59305,6 +59548,7 @@ inferno
 infinite-scroll-article
 infinite-scroll-recipe
 infinite-scroll-review
+influencedrepresentatives
 info
 info
 info-service/api/v2/ev/
@@ -59321,7 +59565,6 @@ info/jobs/Kooperations-Manager.html
 info/jobs/Social-Media-Online-Kommunikation.html
 info/jobs/UX-UI-Designer.html
 info/jobs/ba-medieninformatik.html
-info/jobs/backend-entwicklerin.html
 info/jobs/buchhaltung-payment.html
 info/jobs/buchhaltung-personal.html
 info/jobs/compliance.html
@@ -59334,6 +59577,7 @@ info/jobs/product-owner.html
 info/jobs/projektberater.html
 info/jobs/scrum-master.html
 info/jobs/showmaster.html
+info/jobs/site-reliability-engineer.html
 info/jobs/social-media.html
 info/jobs/support.html
 info/jobs/texterin-uxwriterin.html
@@ -59397,149 +59641,6 @@ inquiry-feedback
 inquiry-success*
 inquiry/user_study
 ins
-ins/ba/bs/myg.html
-ins/ba/de/myg.html
-ins/bf/de/myg.html
-ins/bf/fr/myg.html
-ins/bg/bg/myg.html
-ins/bg/de/myg.html
-ins/bo/de/myg.html
-ins/bo/es/myg.html
-ins/ca/de/myg.html
-ins/ca/en/myg.html
-ins/ca/fr/myg.html
-ins/cd/de/myg.html
-ins/cd/fr/myg.html
-ins/ci/de/myg.html
-ins/ci/fr/myg.html
-ins/cl/de/myg.html
-ins/cl/es/myg.html
-ins/cm/de/myg.html
-ins/cm/en/myg.html
-ins/cm/fr/myg.html
-ins/cn/cn/myg.html
-ins/cn/de/myg.html
-ins/cn/en/myg.html
-ins/cn/zh/myg.html
-ins/co/de/myg.html
-ins/co/es/myg.html
-ins/cs/de/myg.html
-ins/cs/sr/myg.html
-ins/cy/de/myg.html
-ins/cy/en/myg.html
-ins/es/de/myg.html
-ins/es/es/myg.html
-ins/fi/de/myg.html
-ins/fi/fi/myg.html
-ins/ge/de/myg.html
-ins/ge/ka/myg.html
-ins/gh/de/myg.html
-ins/gh/en/myg.html
-ins/hr/de/myg.html
-ins/hr/hr/myg.html
-ins/hu/de/myg.html
-ins/hu/hu/myg.html
-ins/ie/de/myg.html
-ins/ie/en/myg.html
-ins/il/de/myg.html
-ins/il/he/myg.html
-ins/in/de/myg.html
-ins/in/en/myg.html
-ins/it/de/myg.html
-ins/it/it/myg.html
-ins/jo/ar/myg.html
-ins/jo/de/myg.html
-ins/ke/de/myg.html
-ins/ke/en/myg.html
-ins/kz/de/myg.html
-ins/kz/kk/myg.html
-ins/kz/ru/myg.html
-ins/lb/ar/myg.html
-ins/lb/de/myg.html
-ins/lb/en/myg.html
-ins/lk/de/myg.html
-ins/lk/en/myg.html
-ins/lv/de/myg.html
-ins/lv/lv/myg.html
-ins/ma/de/myg.html
-ins/ma/fr/myg.html
-ins/mk/de/myg.html
-ins/mk/mk/myg.html
-ins/mm/de/myg.html
-ins/mm/en/myg.html
-ins/mn/de/myg.html
-ins/mn/mn/myg.html
-ins/mx/de/myg.html
-ins/mx/es/myg.html
-ins/na/de/myg.html
-ins/na/en/myg.html
-ins/ng/de/myg.html
-ins/ng/en/myg.html
-ins/nl/de/myg.html
-ins/nl/nl/myg.html
-ins/no/de/myg.html
-ins/no/no/myg.html
-ins/nz/de/myg.html
-ins/nz/en/myg.html
-ins/nz/mi/myg.html
-ins/pe/de/myg.html
-ins/pe/es/myg.html
-ins/pk/de/myg.html
-ins/pk/en/myg.html
-ins/pl/de/myg.html
-ins/pl/pl/myg.html
-ins/ps/ar/myg.html
-ins/ps/de/myg.html
-ins/pt/de/myg.html
-ins/pt/pt/myg.html
-ins/ro/de/myg.html
-ins/ro/ro/myg.html
-ins/rw/de/myg.html
-ins/rw/en/myg.html
-ins/sa/ar/myg.html
-ins/sa/de/myg.html
-ins/sa/en/myg.html
-ins/se/de/myg.html
-ins/se/sv/myg.html
-ins/sg/de/myg.html
-ins/sg/en/myg.html
-ins/si/de/myg.html
-ins/si/sl/myg.html
-ins/sk/de/myg.html
-ins/sk/sk/myg.html
-ins/sn/de/myg.html
-ins/sn/fr/myg.html
-ins/su/ar/myg.html
-ins/su/de/myg.html
-ins/sy/ar/myg.html
-ins/sy/de/myg.html
-ins/tg/de/myg.html
-ins/tg/fr/myg.html
-ins/th/en/myg.html
-ins/th/th/myg.html
-ins/tn/de/myg.html
-ins/tn/fr/myg.html
-ins/tr/de/myg.html
-ins/tr/tr/myg.html
-ins/ts/de/myg.html
-ins/ts/en/myg.html
-ins/tw/cn/myg.html
-ins/tw/de/myg.html
-ins/ua/de/myg.html
-ins/ua/uk/myg.html
-ins/us/de/myg.html
-ins/us/en/myg.html
-ins/uy/de/myg.html
-ins/uy/es/myg.html
-ins/uz/de/myg.html
-ins/uz/ru/myg.html
-ins/ve/de/myg.html
-ins/ve/es/myg.html
-ins/vn/de/myg.html
-ins/vn/en/myg.html
-ins/vn/vi/myg.html
-ins/za/de/myg.html
-ins/za/en/myg.html
 inscription
 inscription/index/o/nlr/mail
 insel
@@ -59622,7 +59723,7 @@ inter-wait-buy
 interact
 interact.sh
 interactions-list-drugs.php
-interactive*http://fcc.gov/robots.txt
+interactive*http://promo.com/robots.txt
 interactive/quiz/preview
 interactive/reading-preference
 interculturaldialogu/ar/event/*/ical
@@ -59781,6 +59882,7 @@ investors/shareholder-meetings/2021-agm-webcast.html
 invitation
 invitation
 invitation-maker
+invitationbehalf
 invitations
 invitations/
 invite
@@ -59795,7 +59897,6 @@ invites
 invites/buy
 invitetobid.php
 invoice
-invoice-central
 invoice.php
 invoice/cn/
 invoice/de/
@@ -60554,7 +60655,23 @@ iznanka
 izumivazquez
 izzuddinaris
 j
+j-auto-suggest.json
+j-contact-seller.json
+j-dealer-link-inc.json
+j-edit-watchlist.json
+j-feature-link-inc.json
 j-gender*
+j-get-watchlist-item.json
+j-homepage-galerie.json
+j-homepage-gallery.json
+j-locations.json
+j-page-view.json
+j-recently-viewed
+j-send-to-friend.json
+j-tokens-gen.json
+j-vac-inc-carproof.json
+j-vac-inc-get.json
+j-vac-phone-get.json
 j/pro-site
 j=
 j_spring_security_check
@@ -60819,6 +60936,7 @@ janitor
 janl/
 jannejnappi
 jannyliao
+janpaulsandmann
 january-anmaicu
 japl/
 japt/
@@ -62148,7 +62266,6 @@ kd656268
 kdalexander
 kdchrist
 kdeconinck
-kdf-server/
 kdk
 kdolan
 kds
@@ -62205,6 +62322,7 @@ keynotehelpr6
 keyword
 keyword/
 keyword=
+keywordToAttribute=
 kezi
 kfitzgerald
 kfong
@@ -62715,6 +62833,7 @@ kwar-demo
 kwar-intent
 kwb
 kweaver
+kweaver21
 kwihchan
 kwonmoo-lee
 kws
@@ -62822,7 +62941,7 @@ landing-page-sitemap.xml
 landing-page/changelog
 landing-page/cmp-freemium
 landing-page/licensing
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://curbed.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://disneyparks.disney.go.com/robots.txt
 landing-pages
 landing.php
 landing/
@@ -62968,7 +63087,6 @@ latinamerica/wp-admin
 latinamerica/wp-content/plugins
 latinamerica/wp-includes
 latoyaprincessjackson
-launch-day-show-voting.html
 launch/
 launch2005/
 launch_invitation
@@ -63071,7 +63189,7 @@ le-cegep/signature-courriel/
 leaders/center-programs/elp-applications/thank-you/
 leaders/center-programs/elp-nomination/thank-you/
 leadership/
-leadingtogether/http://uspto.gov/robots.txt
+leadingtogether/http://techrepublic.com/robots.txt
 leads
 leads/recommendations
 leaening*?
@@ -63148,7 +63266,7 @@ learning/settings$
 learning/settings?
 learningarcade/
 learningcenter
-learnmore-transferhttp://mc.yandex.ru/robots.txt
+learnmore-transferhttp://dolby.com/robots.txt
 learnmorelayer
 learnmorelayertv
 leave
@@ -63233,7 +63351,7 @@ legal-services/checkout?
 legal/3874403/
 legal/bank-agreement-europe-expanded
 legal/former-affiliate-terms-and-conditions
-legal/http://outdooractive.com/robots.txt
+legal/http://xero.com/robots.txt
 legal/merchant-directory
 legal/terms
 legal/terms-of-service/unstyled.html
@@ -63575,6 +63693,7 @@ link.php
 link/
 link2
 link:
+link?
 link_to
 linked
 linked_webroots
@@ -63695,9 +63814,9 @@ live
 live-a-detruire_19925.html
 live-blogs/*embed=1
 live-eyewear
-live-preview/http://darksidedetective.com/robots.txt
-live-preview/http://game.es/robots.txt
-live-preview/http://infosecurity-magazine.com/robots.txt
+live-preview/http://br.de/robots.txt
+live-preview/http://kroatien-idriva.de/robots.txt
+live-preview/http://techopedia.com/robots.txt
 live-score/cricket/auction_ajax
 live-score/cricket/comm
 live-score/cricket/commentary
@@ -63749,6 +63868,7 @@ living/wellness/hearstmagazines
 livingcurriculum
 livingin1901
 livingthepoorlife
+livraison-a-domicile
 liyanahusenay
 liyufan
 liz
@@ -63767,6 +63887,7 @@ lk/corporate/contact
 lk/news
 lkc
 lkwan
+ll=
 llm-art-law
 llm-international-corporate-commercial-law
 llm-international-human-rights-law-practice
@@ -63942,7 +64063,7 @@ login/comodo-members.php/*_blank
 login/domain
 login/facebook
 login/googleplus
-login/http://cex.io/robots.txt
+login/http://mordkaul.bandcamp.com/robots.txt
 login/join$
 login/join?
 login/password
@@ -64078,7 +64199,6 @@ lp-lang/mobilewebsite
 lp-spa
 lp/
 lp/*
-lp/*?
 lp/adwords
 lp/affiliate-program
 lp/appcampaigns/attribution
@@ -64129,7 +64249,7 @@ lrotenstein
 lrtrambaiolli
 ls
 ls/
-ls/docshttp://console.cloud.google.com/robots.txt
+ls/docshttp://sltrib.com/robots.txt
 lsdahlberg
 lshao
 lsho1976
@@ -64375,6 +64495,8 @@ lzhang
 m
 m-formredirect.cfm
 m-gender*
+m-msg-my-messages
+m-my-favourites
 m-pr.cfm
 m-redirect.cfm
 m-s.cfm
@@ -64766,7 +64888,6 @@ magazines/natgeomagazines
 magazines/natgeomagazines-all
 magazines/print-sem
 magdasevilla
-magellan/*.html
 magento-2-extensions/uship-magento-2-integration
 magento-extensions/uship-magento-integration
 maggiori
@@ -64790,7 +64911,7 @@ mai/users
 maier
 mail
 mail
-mail-fertighttp://npmjs.com/robots.txt
+mail-fertighttp://joinmastodon.org/robots.txt
 mail-gotowe
 mail-listo
 mail-okay
@@ -65188,6 +65309,7 @@ martin_wuehr
 martindale-hubbell
 martingenter
 martingreenup
+martinwhite
 marty/account
 marvel-s-avengers-age-of-ultron
 marvelshop/iframe/
@@ -65333,6 +65455,7 @@ maxboland
 maxcdn.bootstrapcdn.com
 maximillian-soltysiak
 maxis
+maxkuheljbugaric
 maxnguyen
 maxp=
 maxparcount
@@ -65478,7 +65601,6 @@ measureofjustice
 mec-medicaid/
 mecha
 mechanic
-mechanicalpotter
 meconnect/
 medal/*
 meddev
@@ -65502,7 +65624,7 @@ media/BookingThumbnails
 media/JC
 media/Player6_0.swf
 media/ProviderThumbnails
-media/Resized-Images/*http://minecraftforum.net/robots.txt
+media/Resized-Images/*http://dezeen.com/robots.txt
 media/SL
 media/TALSO.swf
 media/TUIThumbnails
@@ -65512,7 +65634,7 @@ media/admin
 media/advertorials
 media/all/1287752/
 media/all/1287913/
-media/all/1288165/http://cell.com/robots.txt
+media/all/1288165/http://guias-viajar.com/robots.txt
 media/all/357557/
 media/attractions-splice-test-spp
 media/bl-video
@@ -65603,7 +65725,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://startrankingnow.com/robots.txt
+media/tyfo*http://fbi.gov/robots.txt
 media/unesco
 media/uploads
 media/video
@@ -65644,7 +65766,7 @@ mediacard
 mediacentral
 mediacomp/
 mediafiles/*
-mediahttp://newscientist.com/robots.txt
+mediahttp://themoviedb.org/robots.txt
 mediakit
 mediakit/
 medialibrary/de/brief
@@ -65950,7 +66072,7 @@ medstaging
 meeting/help/search-results.html
 meeting/register
 meeting/schedule
-meetingOptionshttp://teamusa.org/robots.txt
+meetingOptionshttp://nbcnewyork.com/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -65967,6 +66089,7 @@ megperret
 mehdi-najafzadeh
 mehmet
 mehoward
+mei-mingxue-nan
 meia
 meine-news
 meirbarak
@@ -65990,10 +66113,7 @@ member.php
 member/
 member/*/admin$
 member/*/admin?
-member/*/company_profile.html
-member/*/contactinfo.html
 member/*/meals
-member/*/productlist.html
 member/112206
 member/181132
 member/255437
@@ -66023,7 +66143,6 @@ memberInvite
 memberName=
 memberSearch
 membergiving-lp
-memberhome
 memberlogin
 memberlogout
 memberlostpassword
@@ -66482,7 +66601,6 @@ minimap.html
 mining
 minis_ajax.html
 minis_ajax_mobile.html
-minisite
 minisite/ar/
 minisite/br/
 minisite/cloudservice/
@@ -66770,7 +66888,6 @@ mmiranda
 mmk
 mmm
 mmny
-mmo/priv/
 mms
 mmscghd
 mmuniz
@@ -67310,7 +67427,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://gov.il/robots.txt
+mre/*.zip$http://visitor.fiftyt.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -67429,7 +67546,7 @@ msaadat
 msagha
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://morganwallen.com/robots.txt
+msatwork/uber/en.htmlhttp://litmus.com/robots.txt
 msb
 msc-accounting-financial-management
 msc-advanced-clinical-practice
@@ -67589,6 +67706,7 @@ mtrenc
 mtrout
 mtsabar
 mttshr
+mtworek
 mu
 mu/
 mu_api
@@ -67616,10 +67734,11 @@ multisite_files/fastcompany/imagecache
 multiview
 multivu
 mumbaiedition
+munho
 munin
-munin*http://demandcooling.com/robots.txt
-munin*http://pacaneleaparate.biz/robots.txt
-munin*http://packages.debian.org/robots.txt
+munin*http://aesexy.bet/robots.txt
+munin*http://bm.ffm.to/robots.txt
+munin*http://edgeoftomorrowmovie.com/robots.txt
 muns
 munshi
 musafim
@@ -67649,7 +67768,7 @@ music/admission/ao_selection_dc20180809.html
 music/admission/ao_selection_eo20180809.html
 music/admission/ao_selection_gh20180809.html
 music/admission/ao_selection_jz20180809.html
-music/admission/ao_selection_me20180809.htmlhttp://seo.ijoomla.com/robots.txt
+music/admission/ao_selection_me20180809.htmlhttp://adeje.es/robots.txt
 music/admission/ao_selection_ms20180809.html
 music/admission/ao_selection_pf20180809.html
 music/admission/ao_selection_pi20180809.html
@@ -67696,7 +67815,7 @@ mvideos
 mvm
 mvmishra
 mvonbaeyer
-mvp/http://delta.com/robots.txt
+mvp/http://adage.com/robots.txt
 mw
 mw/
 mw/en
@@ -67961,7 +68080,6 @@ myexpress/
 myfinances/
 myforms/?createTeam=1
 myft
-myg/
 myheritage%EC%97%90-%EB%AC%B8%EC%9D%98
 myheritage-%E0%A4%B8%E0%A5%87-%E0%A4%B8%E0%A4%82%E0%A4%AA%E0%A4%B0%E0%A5%8D%E0%A4%95-%E0%A4%95%E0%A4%B0%E0%A5%87%E0%A4%82
 myheritage-%E3%81%B8%E3%81%AE%E9%80%A3%E7%B5%A1
@@ -68057,6 +68175,7 @@ mz
 mz/
 n
 n-gender*
+n-notifications.html
 n/:state_code/:city/:neighborhood_name/:locationId
 n/pr
 n245com
@@ -68662,7 +68781,7 @@ news_test
 newsanalysis
 newsapp-api
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://iana.org/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://washingtonexaminer.com/robots.txt
 newsfeed
 newsfeed$
 newsfeedemail
@@ -68762,7 +68881,7 @@ newsletter-templates/weather-weekly
 newsletter-templates/weekly-messenger
 newsletter/
 newsletter/
-newsletter/$http://digital-strategy.ec.europa.eu/robots.txt
+newsletter/$http://discovermagazine.com/robots.txt
 newsletter/*
 newsletter/archive/
 newsletter/archive/exearth/
@@ -69379,7 +69498,6 @@ newsstandrss
 newssun/2010/06/middleburg_heights_native_find.html
 newstopics
 newstudent
-newsuppliers
 newswire
 newt
 newwearesorry.asp
@@ -70472,6 +70590,7 @@ nofollow=1
 noframe
 nogooglebot
 nogooglebot/
+noidx=1$
 noimg
 noindex
 noindex$
@@ -70488,7 +70607,7 @@ nomobile=
 nonConfig/api/wpa
 nonacm
 nonbot/
-nonce="aMOfDtEv1uMUa-dXQDmCKQ">if(google.cis
+nonce="BvCLp6sW_1B3gYu9aqHHAw">if(google.cis
 nonlystdomainredirect
 nonprofits-ngos
 nonprofits/account
@@ -70615,7 +70734,7 @@ notizie-ultima-ora/Cronache_e_politica/Scomparsa-week-end-Romagna/19-03-2014/1-A
 notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sandokan-Fatto/12-02-2013/1-A_004889541.shtml
 notlikelytohappenever
 notonline
-notyours/http://openclipart.org/robots.txt
+notyours/http://abookapart.com/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -70632,7 +70751,7 @@ novostroyki
 novostroyki*/?direct=1
 novostroyki/*?order=
 novostroyki/po-ulizam
-novostroyki/po-ulizam/*http://nozbe.com/robots.txt
+novostroyki/po-ulizam/*http://ukrnovosti.net/robots.txt
 novostroyki/po-ulizam/moskva
 novostroyki/sankt-peterburg/moskovskij/in2it-intuit2
 now
@@ -70665,7 +70784,6 @@ nripsuta
 nroneretail
 nruta
 ns/
-ns/apology
 ns/hydra/console/?
 ns/local_news
 nsaxon
@@ -70935,7 +71053,7 @@ oauth/
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://fitbots.com/robots.txt
+oauth/http://negusmedia.com.au/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -71183,10 +71301,9 @@ omniauth
 omniture/
 on
 on
-on-demand/session/*http://nxp.com/robots.txt
+on-demand/session/*http://animemusicvideos.org/robots.txt
 on/*.ico$
 on/*.png$
-on/demandware.store
 on/demandware.store*
 on/demandware.store/Sites-patagonia-jp-Site/ja_JP/Page-Locale
 on/demandware.store/Sites-patagonia-us-Site/default/Product-ModalWW
@@ -71265,7 +71382,7 @@ online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://americanbar.org/robots.txt
+online/online-program/curriculum_draft.cfmhttp://fi.google.com/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -71377,8 +71494,8 @@ opt-out*
 opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
-opt-out/http://youronlinechoices.eu/robots.txt
-opt-out/http://yourstory.com/robots.txt
+opt-out/http://threatpost.com/robots.txt
+opt-out/http://verisign.com/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -71450,6 +71567,7 @@ orentamir
 oreskes
 org
 org/ECCOMAGS
+organicOnly=
 organismos/culturaypatrimoniohistorico/iaph/areas/formacion-difusion/programa-formacion/calendario-actividades-formativas/formulario
 organismos/fomentoinfraestructurasyordenaciondelterritorio/servicios/atencion-ciudadania/paginas/bolsa-unica-comun
 organitzacio
@@ -71594,6 +71712,7 @@ p*from=
 p*groupType=
 p-a
 p-api
+p-edit-ad
 p-gender*
 p-r
 p-user
@@ -71834,6 +71953,7 @@ page/*/?egotecpage
 page/*/?hc_location=
 page/*/?iq_id=
 page/*/?pcd=
+page/*/?s
 page/*/?s=
 page/*/?s=
 page/*/?search=
@@ -72006,6 +72126,7 @@ pages/node/add
 pages/podcasts
 pages/privacy
 pages/profiles
+pages/ps
 pages/pt$
 pages/reorderpages.action
 pages/reset-password/*
@@ -72055,7 +72176,7 @@ paldrive/en-es
 paldrive/en-no
 paldrive/en-sk
 paldrive/en-tr
-paldrive/en-us/http://paloaltonetworks.com/robots.txt
+paldrive/en-us/http://news.com.au/robots.txt
 paleo
 paleo/metadata
 paleo/pubs
@@ -73406,6 +73527,7 @@ please_wait.php
 plehmann
 plenary/*/vod.html
 ples/
+plesch
 plesk-lifecycle-policy-draft
 plesk-webops-and-hosting-panel/
 plfr/
@@ -73822,13 +73944,13 @@ politica/16_luglio_08/gara-camera-manovre-pizza-bene-c-marotta-inchiesta-tiap-54
 politica/20081007/53556163832/
 politica/2017/01/19/news/il_fratello_del_ministro_alfano_rischia_il_posto_e_costera_all_erario_mezzo_milione_di_euro[1]156371739
 politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022
-politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://lancaster.ac.uk/robots.txt
+politica/la-gran-pregunta-que-en-el-gobierno-prefieren-no-hacerse-nid24102022/?outputType=amphttp://myanimelist.net/robots.txt
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021
 politica/murio-el-senador-nacional-carlos-alberto-reutemann-nid06072021/?outputType=amp
 politica/padron-electoral-2021-back-up-nid04052021
 politica/speciali/2012/elezioni-amministrative/notizie/liste-elettorali-belluno_ec09c338-84bf-11e1-8bd9-25a08dbe0046.shtml
 politiclothes
-politico-footer/http://politifact.com/robots.txt
+politico-footer/http://pscp.tv/robots.txt
 politico-header
 politics/e/sharing
 politics/index.ssf/2010/01/nova_scotia_property_attracted.html
@@ -73845,6 +73967,7 @@ politics/law/news/2001/12/49083
 politics/law/news/2001/12/49141
 politics/law/news/2002/03/51042
 politique-de-confidentialite/
+politique-de-retour
 poll
 poll-post!input.jspa
 poll-rss.php
@@ -74087,7 +74210,7 @@ prashant-nageshwar
 prateek
 pratique/informatique/logiciels/windows-xp/1630
 praveer-singh
-prayers?*http://uscis.gov/robots.txt
+prayers?*http://loadus.exelator.com/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -74218,7 +74341,7 @@ press-release.php?
 press-releases
 press-this.php
 press/art-institute-images
-press/content-search?*http://10250263.fls.doubleclick.net/robots.txt
+press/content-search?*http://ecwid.com/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -74388,10 +74511,6 @@ privmsg
 prix-essence/*
 priyakalra
 priyan
-prj/dli/de/
-prj/jad/cs/the/pec/22745371.html
-prj/jad/de/the/pec/22745371.html
-prj/jad/sk/the/pec/22745371.html
 prnewswire
 pro
 pro$
@@ -74408,8 +74527,6 @@ pro/ads/*/report/*?*&hash=*
 pro/ads/*/report?*&hash=*
 pro/ads/*?*&hash=*
 pro/ads/report?*&hash=*
-pro/games/41/A1los/audio/
-pro/games/41/A1los/images/
 pro/gift
 pro/payment
 pro/plus/*?*&hash=*
@@ -74469,7 +74586,7 @@ product-manager-old
 product-marketing
 product-question/
 product-quickview*
-product-ratings/http://wisper.io/robots.txt
+product-ratings/http://247-nieuws.nl/robots.txt
 product-recommended.jsp
 product-refferal
 product-review-post
@@ -74490,7 +74607,7 @@ product/ajax-about-brand
 product/alive-detox-vegan-cookbook
 product/better-burgers-make-delicious-nutrient-rich-burgers-without-the-meat
 product/buy/
-product/buybundle/http://webdesign.about.com/robots.txt
+product/buybundle/http://simplebits.com/robots.txt
 product/containedresources
 product/customersalsobought
 product/dynamic-creative/gallery
@@ -74676,7 +74793,6 @@ products?
 products?search=
 products_
 productselections/
-productshowimg
 productupdates.php
 prof
 prof-services/
@@ -74721,7 +74837,7 @@ profile/*/stats
 profile/*/stats/library
 profile/*/trophies
 profile/*article*.ece
-profile/*http://cbs.com/robots.txt
+profile/*http://poshmark.com/robots.txt
 profile/author/$
 profile/author/?
 profile/authorgallery
@@ -74750,6 +74866,7 @@ profileIdeas
 profileQuestions
 profileReviews
 profileService
+profileType=
 profile_reviews.php
 profileinterview.php
 profilerole
@@ -74851,7 +74968,7 @@ program-2/action~stream
 program-2/action~undefined
 program-2/action~week
 program-registration
-program/action~*/http://attendee.gotowebinar.com/robots.txt
+program/action~*/http://jetreports.com/robots.txt
 program/action~agenda
 program/action~default
 program/action~http:
@@ -74964,6 +75081,7 @@ projects/website-design/loan-referral-website?
 projects2
 projectselector
 projrgsm
+prominentcamping
 promo
 promo/
 promo/*goodbye
@@ -75042,6 +75160,7 @@ protected-page
 protected/login
 protectedpropertydetails/register_page
 protecting-your-house-with-iot-devices
+protectiveaa
 protein_profiles
 proteincol
 proteomeApplications
@@ -75330,7 +75449,7 @@ pt/features/partial/page-bottom
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://dai.ly/robots.txt
+pt/forum/goto.phphttp://emmafrank.ffm.to/robots.txt
 pt/group
 pt/guest-pass
 pt/help/sitemap
@@ -75528,7 +75647,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://cloudflare.com/robots.txt
+public/*http://s1.wp.com/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -75545,7 +75664,7 @@ public/checkout
 public/cmscommentAbuse
 public/comments
 public/data/
-public/dochttp://znc.si/robots.txt
+public/dochttp://federalreserve.gov/robots.txt
 public/emailtemplates
 public/english/dw/ilo-dw-amharic-web.swf
 public/english/dw/ilo-dw-arabic-web.swf
@@ -75962,7 +76081,7 @@ r/
 r/*page=
 r/Preview
 r/cms
-r/http://blog.codinghorror.com/robots.txt
+r/http://south-ayrshire.gov.uk/robots.txt
 r/instant/response
 r/kappa/api
 r/search
@@ -76036,6 +76155,7 @@ radio/thedebaters
 radio/thisisthat
 radio3/concursos/app/index.shtml
 radio_er
+radius=
 radkevich
 rafaelferrazbannitz
 rafaelrezende
@@ -76091,6 +76211,7 @@ rappeurs/georgio/amp
 rappeurs/kaaris/amp
 rappeurs/lartiste/amp
 rappeurs/sadek/amp
+rappractical
 raptors/node
 raptors/users
 raq-pop-in
@@ -76135,6 +76256,7 @@ ray
 raymond-cs-wong
 rays/fans/text-messaging-terms-and-conditions
 rays/search
+rb=
 rbakshi
 rbazile
 rbielfeldt
@@ -76166,7 +76288,6 @@ rdt_information_materials_kodomo.html
 re
 re/
 re9
-reachestemplates
 react
 react-dom/static-6.4
 react-dom/static-6.5
@@ -76201,7 +76322,7 @@ reader/
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://lunacycle.com/robots.txt
+readme.htmlhttp://intouchcrm.com/robots.txt
 readmessage.php
 ready_sit_read/index.jhtml
 readysetgov-dev
@@ -76367,7 +76488,7 @@ recipes/search
 recipes/search/?q
 recipes/search?o=newest&tag=test-kitchen-approved
 recipes/shoppinglist/email
-reckon/http://clevescene.com/robots.txt
+reckon/http://join.slack.com/robots.txt
 reco
 recomendations/*/owner_actions
 recommend
@@ -76478,6 +76599,7 @@ refer
 refer-a-friend
 refer/
 refer/pal
+referbare
 reference
 reference-partial-library
 reference/*/index.html
@@ -76486,6 +76608,7 @@ referencework
 referer
 referral
 referral/
+referral=
 referrals
 referrer=
 refinance-student-loans
@@ -76663,18 +76786,17 @@ render
 renderdocument
 renderingMetricsSearch
 renders
+rendez-vous-video
 rendongarcia
 renee_rinehart
 renew
 renewal-center
-renewal-center/businesshttp://katespade.com/robots.txt
+renewal-center/businesshttp://crowdcast.io/robots.txt
 renewal-center/home
 rennekamp
 renos
 renovation
 renta-de-autos/resultados
-renta/sc/frm/rent
-renta/sc/read_free.cgi
 rentacar/byr/
 rentacar/car-hire/
 rentacar/customersupport/index.jsp?targetPage=faqsView.jsp
@@ -76706,6 +76828,7 @@ report-a-problem
 report-abuse
 report-abuse?report=
 report-abuse?url=
+report-de-paiement
 report-have-publishers-banned-facebook-trackers-from-their-pages-after-the-cambridge-analytica-scandal
 report-review
 report-spam
@@ -77538,7 +77661,7 @@ resources/
 resources/_next/*.js
 resources/_next/*.json
 resources/ajax/posts
-resources/calendar/http://lua.org/robots.txt
+resources/calendar/http://getpaint.net/robots.txt
 resources/css
 resources/css/webscripts.css
 resources/download/download-attribution-data-driven-marketer
@@ -77602,7 +77725,6 @@ responsibilities
 responsive
 respository
 rest
-rest/
 rest/frontline/srp/single/aggregate
 rest/log/error
 rest/v2
@@ -77650,7 +77772,7 @@ results.sale.pdf
 results/
 results?k*
 resume-database/preview-iframe
-resume/http://whisky.de/robots.txt
+resume/http://ustyrosse.com/robots.txt
 resume/preview
 resumes
 resumes2
@@ -77679,7 +77801,7 @@ reuters
 reuters$
 rev=
 revadhingra
-revendeur/http://spectrum.ieee.org/robots.txt
+revendeur/http://sfexaminer.com/robots.txt
 revenue/search/node
 review
 review-by-author
@@ -78125,6 +78247,7 @@ routen/*/routen-ab-
 routen/*/routen-von-
 router
 router/*
+routes.json
 routes/*/cac-duong-bay-tu-
 routes/*/export
 routes/*/routes-from-
@@ -78201,6 +78324,7 @@ rsrc_ara
 rss
 rss
 rss$
+rss-
 rss-feed
 rss-feeds
 rss.xml
@@ -78208,7 +78332,6 @@ rss/
 rss/$
 rss/*
 rss/*.xml
-rss/*/*.rss
 rss/anews
 rss/articles/specialcat/
 rss/people/*/reviews
@@ -78381,7 +78504,7 @@ ru/forums
 ru/gateway.html
 ru/general
 ru/group
-ru/http://zoo.105.net/robots.txt
+ru/http://sunlightsupply.com/robots.txt
 ru/images
 ru/inc
 ru/info
@@ -78577,6 +78700,9 @@ rye
 rzheng
 rzhuo
 s
+s-ForgotPassword
+s-SignIn
+s-StartRegistration
 s-gender*
 s-moved/dm/house/editorial/startups/ha_ed_activate_loft_launch_sf_1/
 s/
@@ -78640,7 +78766,7 @@ s488
 s547
 s689
 s=
-s=p
+s?
 s?
 s?*rh=n%3A1380045031
 s?k=
@@ -78731,6 +78857,7 @@ salesiq/help/integrations/live-chat-plugin-for-cscart.html
 salesiq/help/search-results.html
 saleslink
 salkin
+salle-de-montre-ouverte
 salle/recherche
 salliemae
 salliemae/termsandconditions
@@ -79003,7 +79130,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://pflegetester.de/robots.txt
+science/new-drug-product-pipelinehttp://js.stripe.com/robots.txt
 science/outlineJson
 science/page/flash/VideoPlayer
 science/ppv-pdf
@@ -79052,7 +79179,7 @@ scopemagazine/
 score/*/download
 scorecard
 scorecard/
-scorecard_staging/http://aclweb.org/robots.txt
+scorecard_staging/http://pepinismo.net/robots.txt
 scoredrift/*
 scott
 scott64
@@ -79402,7 +79529,6 @@ search-results?imprint
 search-results?q=
 search-seeds
 search-suggest
-search-the-red-cross-site
 search-tools
 search-webglimps
 search-websites
@@ -79511,8 +79637,6 @@ search/audio?k=
 search/author
 search/autocomplete
 search/autosuggest
-search/buyeroffers/*.html
-search/buyeroffers/*/*.html
 search/categories/34/?name=Amalia_Passacos
 search/categories/34/?name=Amalia_Passacos&_phsrc=ChY1&_phstart=successSource
 search/categories/34/?name=_HOTMER&name_x=1_1
@@ -79667,8 +79791,8 @@ search?*
 search?Ntt=
 search?filter
 search?fmt=JSON*
-search?gss-q=*http://ubuntu.com/robots.txt
-search?http://ezp-news.de/robots.txt
+search?gss-q=*http://crn.com/robots.txt
+search?http://academia.edu/robots.txt
 search?keyword=
 search?n=16&r=3
 search?q
@@ -79742,7 +79866,6 @@ searchtest
 searchthearchives
 searchtype=true
 searchuc?city=
-searchweb/*.html
 searchwishlists/
 seasonal-calendar/all
 seasonal-stop-emails
@@ -79778,10 +79901,10 @@ section/3
 section/36
 section/6
 section/8
-section/9http://issues.apache.org/robots.txt
+section/9http://marketwatch.com/robots.txt
 section=
 section_and_ivideo_widget_ajax.html
-sectionhttp://abs.twimg.com/robots.txt
+sectionhttp://uky.edu/robots.txt
 sectionized
 sections
 sections$
@@ -80059,6 +80182,7 @@ servers/frontend
 service
 service*
 service-archive
+service-de-navette
 service-pages
 service-private-offers
 service-search/dist/images/loading.gif
@@ -80154,8 +80278,8 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://wasatchhousepartners.com/robots.txt
-services/conferences/news/*?*http://www2005.org/robots.txt
+services/conferences/news/*?*http://opb.org/robots.txt
+services/conferences/news/*?*http://thedrum.com/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -80174,7 +80298,7 @@ services/guide/cti
 services/guide/webboards
 services/heart/mychart-welcome
 services/heart/mychart-welcome/
-services/http://christies.com/robots.txt
+services/http://microsoftedge.microsoft.com/robots.txt
 services/humanresources/ftcstaff
 services/humanresources/trackers
 services/images
@@ -80272,7 +80396,7 @@ services/wp-content/plugins
 services/wp-includes
 services/xml
 serviceworker.js
-serviceworker.jshttp://treysongz.lnk.to/robots.txt
+serviceworker.jshttp://antena3.rtp.pt/robots.txt
 servicos/
 servin
 servizi
@@ -80635,6 +80759,7 @@ sherwin_special_offers
 shi
 shian
 shibboleth
+shifen/
 shihui
 shihui?
 shijiawei
@@ -81334,7 +81459,7 @@ shopwidget
 shore/blogs/party/public
 shorefire_nj
 short
-short-url-machine/error/http://whatwg.org/robots.txt
+short-url-machine/error/http://charitynavigator.org/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -81351,7 +81476,7 @@ shots/month
 shots/new
 shots/week
 shots/year
-shoutbox/http://bat.bing.com/robots.txt
+shoutbox/http://lufdi.de/robots.txt
 shouwenwang
 show
 show-email
@@ -81386,7 +81511,6 @@ showinaparat=
 showpast
 showphoto
 showpreviewimage
-showroom
 shows
 shows/
 shows/takeaway-pm
@@ -81397,7 +81521,7 @@ shows3
 showtag
 showtime/.requestinvite.html.swp
 showtime/help/search-results.html
-showtimes/location/*http://img-fotki.yandex.ru/robots.txt
+showtimes/location/*http://myspace.com/robots.txt
 shr*
 shreedas
 shrek
@@ -81507,6 +81631,7 @@ sign-in-6for6Sale
 sign-in/
 sign-out
 sign-out
+sign-up
 sign-up-checklist
 sign-up-to-be-contacted-for-research
 sign-up/?
@@ -81694,6 +81819,7 @@ site/userguide?
 site/wp-admin
 site/wp-admin/admin-ajax.php
 siteBackHtml
+siteLocale=
 siteSwitch
 site_faq/
 site_faq_category/
@@ -81718,6 +81844,7 @@ sitecore
 sitecore/
 sitecore_files
 sitecore_files/
+sitecore_services/
 sitecounterajax
 sitedown
 siteelementshomepage/test-page/test-home.aspx
@@ -81904,7 +82031,7 @@ sites/default/files/documents/videos/final-ftc-privacy-report-press-conference/p
 sites/default/files/external/assets
 sites/default/files/external/gametool/brackets
 sites/default/files/external/printable-bracket
-sites/default/files/http://mturk.com/robots.txt
+sites/default/files/http://thenational.ae/robots.txt
 sites/default/files/jp_report/*.pdf
 sites/default/files/lcr-pane-files/SOTI-Japan_cover2_0.png
 sites/default/files/legacy
@@ -81958,7 +82085,7 @@ sites/frisco
 sites/gapincthiswayahead
 sites/gapinternational
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://gsa.gov/robots.txt
+sites/gs1/files/docs/EDI/*http://api.jquery.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -82470,7 +82597,7 @@ sms/unsubscribe?
 sms10666
 smstaging
 sn
-sn-config.htmlhttp://cleveland.com/robots.txt
+sn-config.htmlhttp://naturalnews.com/robots.txt
 sn/
 snagit-eula.html
 snake
@@ -82677,6 +82804,8 @@ sort=hottest
 sort=newest
 sort=votes
 sortBy=
+sortByName=
+sortParam=
 sort_options=
 sortby=
 sorteos/loteria-navidad/directo/partner-lavanguardia
@@ -82686,7 +82815,7 @@ sorunBildir
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://in.linkedin.com/robots.txt
+sos/registration/http://crowdin.com/robots.txt
 sotomarion
 soul/*
 soumission
@@ -82788,7 +82917,6 @@ speiseplan
 spellberg
 spellcheck
 spencer_hallyburton
-spend/
 spettacoli/10_ottobre_28/baby-sky-tv_96993302-e259-11df-8440-00144f02aabc.shtml
 spettacoli/people/2023/09/04/news/venezia_kanye_west_e_bianca_censori_banditi_per_atti_osceni_da_una_societa_di_noleggio_motoscafi-413301274
 spettacoli/people/2023/09/07/news/kanye_west_e_bianca_censori_in_italia_la_lunga_estate_calda_degli_scandali-413629176/&lt;
@@ -82867,7 +82995,7 @@ sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.s
 sport/404_en.htm
 sport/?
 sport/alpha
-sport/bundesliga/http://zdnet.com/robots.txt
+sport/bundesliga/http://treehugger.com/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -82991,7 +83119,6 @@ src/*
 src/js/spmsg
 src2016
 src=search
-src=sem_ggl
 src=support_app
 src=urllib
 srch
@@ -83030,7 +83157,6 @@ ssd
 ssd/search.php
 sshankar
 ssi
-ssi/alert/banner.htm
 ssi/geoip_cc
 ssi/trash
 ssiegel
@@ -83259,7 +83385,7 @@ stats/draft/history
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://nfpa.org/robots.txt
+stats/player-stats/*http://grovesnurseries.co.uk/robots.txt
 stats3.html
 stats?gid=
 statsFree
@@ -83273,7 +83399,7 @@ status-updates/wp-admin/admin-ajax.php
 status.formstack.com
 status/
 status/user
-statusupdateshttp://thalesgroup.com/robots.txt
+statusupdateshttp://packtpub.com/robots.txt
 statwood
 stay-in-loop/send_mail.php
 stay-in-loop/send_mail.php?
@@ -83368,7 +83494,7 @@ stock-photos/photos/search$
 stock-photos/photos/search?
 stock-ranker
 stock/photos
-stock/videos/*http://screencast.com/robots.txt
+stock/videos/*http://thisiscolossal.com/robots.txt
 stock_status=
 stockade.php
 stocks
@@ -83822,7 +83948,7 @@ subscribe/v3
 subscribe/view.pl
 subscribe/wb-auto/
 subscribe?*
-subscribe?*http://addyosmani.com/robots.txt
+subscribe?*http://computerworld.com/robots.txt
 subscribe_forum.html
 subscribe_now_url
 subscribe_success
@@ -83867,7 +83993,7 @@ sugarfif.html
 suggest
 suggest/?
 suggest/?*
-suggest/?*http://itu.int/robots.txt
+suggest/?*http://fitnessclub24.pl/robots.txt
 suggested-edits
 suggested-edits?
 suggestions
@@ -84042,6 +84168,7 @@ supportl.php
 supporto-tecnico
 supprimer-favoris
 supriyadey
+sur-rendez-vous-seulement
 sureroute
 sureshmohan
 sureshpavuluri
@@ -84405,7 +84532,7 @@ sys_
 system
 system-maintenance
 system/
-system/*.js$http://zeldman.com/robots.txt
+system/*.js$http://elseptimoarte.net/robots.txt
 system/admin/LoginPopup/Login
 system/files/documents/noindex
 system/maintenance.html
@@ -84430,8 +84557,12 @@ szl/users
 szukaj?
 szwierlein
 t
+t-forgot-password.html?targetUrl=
 t-gender*
+t-login
+t-login.html?targetUrl=
 t-other-great-sites.aspx
+t-user-registration.html?targetUrl=
 t.cfm
 t.php
 t/
@@ -84549,7 +84680,7 @@ tag-search.html
 tag/
 tag/*
 tag/*
-tag/*+http://dilbert.com/robots.txt
+tag/*+http://pcmag.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -84844,9 +84975,6 @@ taka
 takaoka-saki-blog/videolist-*.html
 takaoka-saki-blog/videolist.html
 takayukiwatanabe
-take-a-class/asspsafetytraining
-take-a-class/hidden
-take-a-class/participant-materials
 takedown
 takesianlab
 takesurvey/
@@ -84889,6 +85017,7 @@ tarangujral
 tardif
 tardisrocinante
 tarek
+targetURL=
 target_baby
 target_group
 targetdirect_group
@@ -85135,7 +85264,7 @@ team-new
 team-new-a
 team-new-b
 team/*/schedule$
-team/*/schedule$http://nbc.com/robots.txt
+team/*/schedule$http://progesoft.com/robots.txt
 team/player_career.jsp
 team/player_news.jsp
 teamInvitations
@@ -85475,7 +85604,6 @@ test/naviga/
 test/outbrain/
 test/privacy/
 test/publi
-test/scr/myg/
 test/terms/
 test1
 test1$
@@ -85505,7 +85633,7 @@ testds.jsp
 teste-*.html$
 testfl
 testgpr
-testhttp://money.com/robots.txt
+testhttp://www1.nyc.gov/robots.txt
 testimonial/
 testimonials.php
 testimonials/?
@@ -86294,7 +86422,7 @@ tools/civil-surgeons-by-region
 tools/demos
 tools/en/styleguide/
 tools/find-a-doctor/list/export
-tools/http://kungfukingdom.com/robots.txt
+tools/http://northwestsolarprotection.com/robots.txt
 tools/logo-maker/onboarding
 tools/lyst_widget/?lyst_slug=
 tools/packages/cambridge_themes/getSocialImage
@@ -86645,7 +86773,7 @@ traffic-manager/
 traffic/status*?
 trafficbot.life
 trafficbot.live
-traffichttp://comedycentral.com/robots.txt
+traffichttp://liberation.fr/robots.txt
 training
 training-aarpe/
 training-plans
@@ -86676,6 +86804,7 @@ training/studentships/howtoapply
 training/studentships/phdprojects
 trains
 trains/$
+traitement=
 traj
 tralston
 trans/CheckTransCron.jsp
@@ -86733,7 +86862,7 @@ transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://anandtech.com/robots.txt
+transparency/http://vine.co/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -86880,7 +87009,6 @@ tribe-venue=
 tribe/join
 tribe_geofence=
 tribes
-tributes
 tricardo3
 trigger/checkv2
 tringuyen
@@ -87331,6 +87459,7 @@ tylermalka
 typ$
 typ?
 type
+type-demploi
 type-faketan*
 type=
 type=1478165154*
@@ -87764,6 +87893,7 @@ uksf-bin/
 ul/P/umse/0
 ulatan
 uli/trac
+ulink?
 ulk/i
 ulk/sch
 ulk/usr
@@ -87784,7 +87914,7 @@ umbraco_client/
 umfrage/1
 umfrage/2
 umfrage/3
-umfrage/4http://zh.wikipedia.org/robots.txt
+umfrage/4http://bolotnaya.online/robots.txt
 un-us/
 unable-to-process-request/
 unanswered
@@ -88000,7 +88130,7 @@ uploads/8/5/1/4/85141968
 uploads/8/5/1/4/85141968/custom_themes
 uploads/c/e816fe41-644e-11e8-937d-c4544454fb00/odigos
 uploads/excel
-uploads/wpo-plugins-tables-list.jsonhttp://digitalocean.com/robots.txt
+uploads/wpo-plugins-tables-list.jsonhttp://al.com/robots.txt
 uptime*
 ur
 ur-CA
@@ -88143,7 +88273,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://channelnewsasia.com/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://marketingcharts.com/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -88504,7 +88634,7 @@ user-profile
 user-profile-view?
 user-registration
 user-registrierung
-user-reports/http://wordpress.com/robots.txt
+user-reports/http://socialmediatoday.com/robots.txt
 user.mefi/
 user.php
 user/
@@ -88536,7 +88666,7 @@ user/*/track
 user/*/track?page=
 user/*/unfollow_user
 user/*?*redirect=
-user/*http://m.media-amazon.com/robots.txt
+user/*http://dspace.mit.edu/robots.txt
 user/.*
 user//attending/upcoming
 user/account
@@ -88552,7 +88682,7 @@ user/delete-account
 user/forgotPassword
 user/forgotten-password
 user/fpd/api
-user/http://news.mongabay.com/robots.txt
+user/http://www3.nhk.or.jp/robots.txt
 user/images
 user/libraries
 user/lists
@@ -88733,7 +88863,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://song.link/robots.txt
+users/profile-unpub/http://cs.stanford.edu/robots.txt
 users/ranking
 users/remote-logout/
 users/remote-logout/*/?
@@ -88781,7 +88911,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://dashboard.gglot.com/robots.txt
+ut*.xmlhttp://blackberry.com/robots.txt
 utaukwa
 util
 util
@@ -88807,7 +88937,7 @@ utils/*
 utl/
 utm
 utm*=
-utm*http://fun88thai.net/robots.txt
+utm*http://nyc.gov/robots.txt
 utm=
 utm=
 utm_
@@ -88854,7 +88984,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://biblegateway.com/robots.txt
+uz/http://faq.whatsapp.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -88865,9 +88995,13 @@ uçak-bileti/cn/*
 uçak-bileti/ct
 v
 v$
+v-*/*/*/c
 v-ajax
 v-esi
 v-gender*
+v-map-view.html
+v-print-view
+v-view-image.html
 v.cfm
 v/account/
 v/badge
@@ -89015,7 +89149,7 @@ velo/forum/search
 velo/profile
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://paiduaykan.com/robots.txt
+venda-presencial/conclusion.htmlhttp://fonts.adobe.com/robots.txt
 vendor
 vendor$
 vendor-info/
@@ -89053,7 +89187,7 @@ verify-skill
 verify-url
 verify.php
 verify/*
-verify/*http://soundcloud.com/robots.txt
+verify/*http://restorelilacway.com/robots.txt
 verify_age
 verify_your_email$
 verify_your_email?
@@ -89064,7 +89198,7 @@ veronica_benavides
 version
 version
 version.json
-version/http://read.amazon.com/robots.txt
+version/http://bandsintown.com/robots.txt
 version=
 versions
 versions/Unicode10.0.0
@@ -89241,6 +89375,7 @@ vican
 victor-ovchinnikov
 vid
 vid_1
+vidan
 video
 video
 video-
@@ -92420,6 +92555,7 @@ web/packages/HodgesTools/DESCRIPTION
 web/packages/Holomics/DESCRIPTION
 web/packages/Homeric/DESCRIPTION
 web/packages/HomomorphicEncryption/DESCRIPTION
+web/packages/HonestDiD/DESCRIPTION
 web/packages/HospitalNetwork/DESCRIPTION
 web/packages/Hotelling/DESCRIPTION
 web/packages/HotellingEllipse/DESCRIPTION
@@ -98084,6 +98220,7 @@ web/packages/clogitLasso/DESCRIPTION
 web/packages/clogitboost/DESCRIPTION
 web/packages/cloneRate/DESCRIPTION
 web/packages/clordr/DESCRIPTION
+web/packages/closeloop/DESCRIPTION
 web/packages/cloudUtil/DESCRIPTION
 web/packages/cloudfs/DESCRIPTION
 web/packages/cloudml/DESCRIPTION
@@ -101587,6 +101724,7 @@ web/packages/grapherator/DESCRIPTION
 web/packages/graphframes/DESCRIPTION
 web/packages/graphhopper/DESCRIPTION
 web/packages/graphicalExtremes/DESCRIPTION
+web/packages/graphicalMCP/DESCRIPTION
 web/packages/graphicalVAR/DESCRIPTION
 web/packages/graphkernels/DESCRIPTION
 web/packages/graphlayouts/DESCRIPTION
@@ -101868,6 +102006,7 @@ web/packages/heatmaply/DESCRIPTION
 web/packages/heatwaveR/DESCRIPTION
 web/packages/heck/DESCRIPTION
 web/packages/heddlr/DESCRIPTION
+web/packages/hedgedrf/DESCRIPTION
 web/packages/hedgehog/DESCRIPTION
 web/packages/heemod/DESCRIPTION
 web/packages/heimdall/DESCRIPTION
@@ -102150,6 +102289,7 @@ web/packages/iNZightPlots/DESCRIPTION
 web/packages/iNZightRegression/DESCRIPTION
 web/packages/iNZightTS/DESCRIPTION
 web/packages/iNZightTools/DESCRIPTION
+web/packages/iPRISM/DESCRIPTION
 web/packages/iRafNet/DESCRIPTION
 web/packages/iRegression/DESCRIPTION
 web/packages/iRepro/DESCRIPTION
@@ -104228,6 +104368,7 @@ web/packages/modesto/DESCRIPTION
 web/packages/modgetxl/DESCRIPTION
 web/packages/modi/DESCRIPTION
 web/packages/modifiedmk/DESCRIPTION
+web/packages/modisfast/DESCRIPTION
 web/packages/modmarg/DESCRIPTION
 web/packages/modnets/DESCRIPTION
 web/packages/modopt.matlab/DESCRIPTION
@@ -110673,6 +110814,7 @@ web/packages/vocaldia/DESCRIPTION
 web/packages/voi/DESCRIPTION
 web/packages/voice/DESCRIPTION
 web/packages/voiceR/DESCRIPTION
+web/packages/vol2birdR/DESCRIPTION
 web/packages/volatilityTrader/DESCRIPTION
 web/packages/volcano3D/DESCRIPTION
 web/packages/volcanoPlot/DESCRIPTION
@@ -111456,7 +111598,6 @@ whois/suggest.php
 wholesale*
 wholesale-page-*.html
 wholesale.html$
-wholesalecheckout
 whsmiths
 why-2019-will-be-the-year-of-stricter-privacy-regulation
 why-am-i-seeing-this-page/
@@ -111468,7 +111609,7 @@ why-liveperson
 why-sell?inquirySource=482&
 whysecure
 whythisad
-wicket:interface*http://springerlink.com/robots.txt
+wicket:interface*http://michigan.gov/robots.txt
 widget
 widget-landing-page.html
 widget-uploads
@@ -112584,6 +112725,7 @@ women/casualwear/holiday-shop/1$
 women/nightwear/nightwear/1$
 women/tailored-looks/navy-yellow-workwear/1$
 womens-history-month-ghostery-celebrates-women-in-tech
+womenstextbooks
 wondermissive/interest
 wonhye
 woobinjung
@@ -112858,28 +113000,30 @@ wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
 wp-admin/admin-ajax.php?r=*
-wp-admin/admin-ajax.phphttp://agrotop.co.il/robots.txt
-wp-admin/admin-ajax.phphttp://akismet.com/robots.txt
-wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
-wp-admin/admin-ajax.phphttp://ask.com/robots.txt
-wp-admin/admin-ajax.phphttp://aweber.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogs.lse.ac.uk/robots.txt
-wp-admin/admin-ajax.phphttp://buy.garmin.com/robots.txt
-wp-admin/admin-ajax.phphttp://derstandard.at/robots.txt
-wp-admin/admin-ajax.phphttp://findbyplate.com/robots.txt
-wp-admin/admin-ajax.phphttp://foodandwine.com/robots.txt
-wp-admin/admin-ajax.phphttp://goldensun.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://hopemoon.com/robots.txt
-wp-admin/admin-ajax.phphttp://johnallman.uk/robots.txt
-wp-admin/admin-ajax.phphttp://law.cornell.edu/robots.txt
-wp-admin/admin-ajax.phphttp://openssl.org/robots.txt
-wp-admin/admin-ajax.phphttp://publish.get.com.tw/robots.txt
-wp-admin/admin-ajax.phphttp://quicksprout.com/robots.txt
-wp-admin/admin-ajax.phphttp://royalfurniture.com/robots.txt
-wp-admin/admin-ajax.phphttp://skaterki.ru/robots.txt
-wp-admin/admin-ajax.phphttp://toucharcade.com/robots.txt
-wp-admin/admin-ajax.phphttp://wera-heilbronn.de/robots.txt
-wp-admin/admin-ajax.phphttp://zenodo.org/robots.txt
+wp-admin/admin-ajax.phphttp://4jahreszeiten-kuehlungsborn.de/robots.txt
+wp-admin/admin-ajax.phphttp://6528888.fls.doubleclick.net/robots.txt
+wp-admin/admin-ajax.phphttp://bodybuilding.com/robots.txt
+wp-admin/admin-ajax.phphttp://computerhope.com/robots.txt
+wp-admin/admin-ajax.phphttp://djtutor.com/robots.txt
+wp-admin/admin-ajax.phphttp://eclipse.org/robots.txt
+wp-admin/admin-ajax.phphttp://five.fourtimessmelly.com/robots.txt
+wp-admin/admin-ajax.phphttp://grammarly.com/robots.txt
+wp-admin/admin-ajax.phphttp://highwaytoenglish.com/robots.txt
+wp-admin/admin-ajax.phphttp://images-na.ssl-images-amazon.com/robots.txt
+wp-admin/admin-ajax.phphttp://istockphoto.com/robots.txt
+wp-admin/admin-ajax.phphttp://kunisan.jp/robots.txt
+wp-admin/admin-ajax.phphttp://lamula.pe/robots.txt
+wp-admin/admin-ajax.phphttp://m.media-amazon.com/robots.txt
+wp-admin/admin-ajax.phphttp://maismemoria.org/robots.txt
+wp-admin/admin-ajax.phphttp://manoket.lt/robots.txt
+wp-admin/admin-ajax.phphttp://mau5trap.ffm.to/robots.txt
+wp-admin/admin-ajax.phphttp://nme.com/robots.txt
+wp-admin/admin-ajax.phphttp://noticias24carabobo.com/robots.txt
+wp-admin/admin-ajax.phphttp://public-api.wordpress.com/robots.txt
+wp-admin/admin-ajax.phphttp://sunsooda.in/robots.txt
+wp-admin/admin-ajax.phphttp://tecnonauta.com/robots.txt
+wp-admin/admin-ajax.phphttp://trapanishuttle.com/robots.txt
+wp-admin/admin-ajax.phphttp://willowgarage.com/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -112917,7 +113061,7 @@ wp-content/client-mu-plugins
 wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
-wp-content/mu-plugins/http://blogs.discovermagazine.com/robots.txt
+wp-content/mu-plugins/http://behr.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -112989,7 +113133,7 @@ wp-content/themes/screamingfrog/inc/download-modal-lfa.php
 wp-content/themes/screamingfrog/inc/download-modal.php
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
-wp-content/themes/skift/inc/ajax/http://skillshare.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://live.gnome.org/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/treated/search/
@@ -113008,7 +113152,7 @@ wp-content/uploads/
 wp-content/uploads/*
 wp-content/uploads/**/*seo-restricted*.*
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://wikihow.com/robots.txt
+wp-content/uploads/*http://garyvee.com/robots.txt
 wp-content/uploads/2011
 wp-content/uploads/2012
 wp-content/uploads/2013
@@ -113040,21 +113184,21 @@ wp-content/uploads/_pda
 wp-content/uploads/complianz
 wp-content/uploads/elementor/css/
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://minimul.com/robots.txt
-wp-content/uploads/http://sheknows.com/robots.txt
+wp-content/uploads/http://apply.tulane.edu/robots.txt
+wp-content/uploads/http://cbs.com/robots.txt
 wp-content/uploads/member-access
 wp-content/uploads/ninja-forms
 wp-content/uploads/sites/*/ninja-forms
 wp-content/uploads/sites/4/wpforms
 wp-content/uploads/sites/6/wpforms
-wp-content/uploads/vj-wp-import-export/http://nakedsecurity.sophos.com/robots.txt
+wp-content/uploads/vj-wp-import-export/http://constantcontact.com/robots.txt
 wp-content/uploads/wp-import-export-lite/
-wp-content/uploads/wp-import-export-lite/http://aa.com.tr/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bigthink.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://realmsoftrinity.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://suspicious0bservers.org/robots.txt
-wp-content/uploads/wp-import-export-lite/http://theridesharepro.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://youblisher.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://elconfidencial.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://elegantthemes.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://heimafilm.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://personads.me/robots.txt
+wp-content/uploads/wp-import-export-lite/http://podomatic.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://scoop.it/robots.txt
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
 wp-content/uploads/wpo-plugins-tables-list.json
@@ -113086,8 +113230,8 @@ wp-includes/css
 wp-includes/css/*.css
 wp-includes/css/dist/block-library/style.min.css
 wp-includes/fonts
-wp-includes/http://nokia.co.jp/robots.txt
-wp-includes/http://scotusblog.com/robots.txt
+wp-includes/http://endomondo.com/robots.txt
+wp-includes/http://haapasaari.fi/robots.txt
 wp-includes/images
 wp-includes/images/
 wp-includes/js
@@ -113255,6 +113399,7 @@ wt-components-test
 wt-modules-test
 wt.mc_id=
 wtao
+wtk-banner
 wuensch
 wusage
 wwang
@@ -113432,7 +113577,7 @@ xmlhttp
 xmlrpc
 xmlrpc.php
 xmlrpc.php
-xmlrpc.phphttp://datastudio.google.com/robots.txt
+xmlrpc.phphttp://allthebootboys.blogspot.fr/robots.txt
 xmlsearch
 xmltv/
 xmorelle
@@ -113453,7 +113598,7 @@ xsanR4
 xsl
 xsl/
 xslt/
-xslt/http://cryptonewsventure.com/robots.txt
+xslt/http://sendpulse.com/robots.txt
 xtra/sante-et-mieux-etre
 xuanzhu
 xuwang
@@ -113463,7 +113608,6 @@ xwiki/bin/view/MADEJA/
 xwu
 xx
 xxx-the-return-of-xander-cage
-xxx/
 xzhang
 y1=
 yaa/
@@ -113538,6 +113682,7 @@ yhs
 yhteys-tukeen
 yicongjiang
 yid/*
+yifeiwu
 yifenlu
 yihanwang
 yihengtu
@@ -113605,7 +113750,7 @@ youraccount
 youraccount/
 yourarchives
 youreurope/businessACC
-youreurope/businessDEV/http://europapress.es/robots.txt
+youreurope/businessDEV/http://money.cnn.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -113690,9 +113835,6 @@ z(){var
 z-gender*
 z-ivy-deng
 z/*/*/*
-z/50/
-z/50/e-recruiting/
-z/50/pub/
 z1
 z40cc
 z6888net
@@ -114064,7 +114206,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://amazon.jp/robots.txt
+zh/internalhttp://unc.edu/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -114352,7 +114494,7 @@ zzz_systest
 ~neubank/Eubank_EthnicityNetworksPaper.pdf
 ~neubank/Eubank_EthnicityNetworksPaper2016.pdf
 ~nsdwww/mail
-~oar/http://web.whatsapp.com/robots.txt
+~oar/http://rubyonrails.org/robots.txt
 ~oratorio/wordpress
 ~pasr1
 ~philippe
@@ -114521,10 +114663,10 @@ zzz_systest
 404.aspx
 404.html
 404.html
-404.htmlhttp://airliners.net/robots.txt
+404.htmlhttp://macrophage.co/robots.txt
 404.php
 404/
-404http://diplomatie.gouv.fr/robots.txt
+404http://data.oecd.org/robots.txt
 413gkwMT
 429.html
 432v·com
@@ -114813,6 +114955,7 @@ zzz_systest
 4900/webm.ABC
 5055/aw-techrepublic
 5055/maw-techrepublic
+5138
 5293
 5349
 5480
@@ -114862,7 +115005,7 @@ zzz_systest
 93826
 94140
 94230
-101612.rsshttp://bvds96tu7f.execute-api.us-west-2.amazonaws.com/robots.txt
+101612.rsshttp://jquery.com/robots.txt
 101705/docs/mccom/format/pdf/longform/
 126190
 128892