[Github Action] Automated trickest wordlists update.

.bin/wordlist-updaters/status.json

@@ -3,6 +3,6 @@
         "last_update": 1724526209
     },
     "Trickest wordlist update": {
-        "last_update": 1724580220
+        "last_update": 1724666634
     }
 }

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal-all-levels.txt

@@ -35597,6 +35597,13 @@ tests/src/Functional/ShortcutSetTest.php
 src/Functional/ShortcutSetTest.php
 Functional/ShortcutSetTest.php
 ShortcutSetTest.php
+core/modules/jsonapi/tests/src/Functional/CommentExtrasTest.php
+modules/jsonapi/tests/src/Functional/CommentExtrasTest.php
+jsonapi/tests/src/Functional/CommentExtrasTest.php
+tests/src/Functional/CommentExtrasTest.php
+src/Functional/CommentExtrasTest.php
+Functional/CommentExtrasTest.php
+CommentExtrasTest.php
 core/modules/jsonapi/tests/src/Functional/ConfigTestTest.php
 modules/jsonapi/tests/src/Functional/ConfigTestTest.php
 jsonapi/tests/src/Functional/ConfigTestTest.php

Discovery/Web-Content/CMS/trickest-cms-wordlist/drupal.txt

@@ -4913,6 +4913,7 @@ core/modules/jsonapi/tests/src/Unit/Routing/RoutesTest.php
 core/modules/jsonapi/tests/src/Unit/JsonApiResource/LinkTest.php
 core/modules/jsonapi/tests/src/Unit/EventSubscriber/ResourceResponseValidatorTest.php
 core/modules/jsonapi/tests/src/Functional/ShortcutSetTest.php
+core/modules/jsonapi/tests/src/Functional/CommentExtrasTest.php
 core/modules/jsonapi/tests/src/Functional/ConfigTestTest.php
 core/modules/jsonapi/tests/src/Functional/MenuLinkContentTest.php
 core/modules/jsonapi/tests/src/Functional/ContentLanguageSettingsTest.php

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt

@@ -2642,8 +2642,8 @@ hotelfinder/rpc
 hotels/rpc
 hp/video
 hpc/*/supported-applications.aspx?
-http://tinyurl.com/robots.txt
-http://translate.google.com/robots.txt
+http://amazon.co.uk/robots.txt
+http://i2.wp.com/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -4644,7 +4644,7 @@ users
 using
 utils
 uviewer
-v1/*http://wordpress.org/robots.txt
+v1/*http://w3.org/robots.txt
 v1/browser-performance
 v1/stats
 v4

Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt

@@ -2543,6 +2543,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /capital/consumer/invoice/merchants
 /cars/marketplace/product/*
 /cart
+/cart
 /cas-redirect
 /cast-list
 /castr
@@ -2560,6 +2561,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /chats/
 /checkin
 /checkout
+/checkout
 /ci
 /cinema-entertainment/*
 /citations
@@ -2993,6 +2995,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /login
 /login$
 /login*/search?
+/login/
 /login/verify-email
 /login?
 /loginpage
@@ -3049,6 +3052,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /music/track-
 /music/user
 /mvopinions/*
+/my-account
 /my_account/register
 /mychannel
 /naboo
@@ -3088,7 +3092,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /newssearch
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://playbill.com/robots.txt
+/no-referrer-when-downgradehttp://gmail.com/robots.txt
 /no-search-results
 /node
 /node/add
@@ -3235,6 +3239,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /recommendations/products
 /references
 /referrer$
+/register/
 /registration-confirmation/
 /related
 /related
@@ -3657,7 +3662,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*__rmid
 ?*__rmidpage
 ?*ajs_event
-?*apikey*http://sundancechannel.com/robots.txt
+?*apikey*http://visitazores.com/robots.txt
 ?*app
 ?*appidt=*
 ?*aspects=
@@ -3886,7 +3891,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_medium
 ?*utm_source
 ?*utm_source=
-?*utm_source=http://cricketarchive.com/robots.txt
+?*utm_source=http://chrome.google.com/robots.txt
 ?*verified=
 ?*xid
 ?252525253Bpreview=
@@ -5587,7 +5592,6 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -6147,7 +6151,6 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
-Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -6280,7 +6283,6 @@ Saves
 ScreensaverShade
 Scripts
 Search
-Search
 Search/*
 Search/Mail/Public
 SearchNavigationView
@@ -6888,8 +6890,6 @@ ac/
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
 academic-subscriptions
-academic/profile
-academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6972,7 +6972,6 @@ ach/search
 ach/user
 ach/users
 achievements
-aclick
 aclk
 acoustic
 acq/nonprofits
@@ -7074,6 +7073,7 @@ addtocart
 adell-mutfak
 adfox
 adframe
+adfs/
 admanager
 admantx
 admin
@@ -7236,7 +7236,6 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
-alink
 alkali
 all
 all-supported-params
@@ -7263,7 +7262,6 @@ amp
 amp$
 amp-proxy
 amp-tealium
-amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -7324,17 +7322,16 @@ api.html?
 api.php
 api/
 api/?
-api/attachments/*http://giphy.com/robots.txt
+api/attachments/*http://docs.wixstatic.com/robots.txt
 api/discovery
 api/editionurlgenerator
 api/eventlogging
 api/html
-api/http://europol.europa.eu/robots.txt
+api/http://kobo.com/robots.txt
 api/internal/*/location
 api/internal/analytics/songs
 api/jobPostings/jobs
 api/legendary-data/relay
-api/maps/
 api/nextsteps/*
 api/nicorepo/timeline
 api/partner_select/*/price_query
@@ -7404,7 +7401,7 @@ appchart
 appdynamics-wem.cisco.com
 appealed-pin
 apple-app-site-association
-apple-app-site-associationhttp://iso.org/robots.txt
+apple-app-site-associationhttp://fonts.google.com/robots.txt
 apple-news
 appliance
 applicant-eligibility
@@ -8456,7 +8453,6 @@ bezahlvorgaenge.html
 bfe/apps/website
 bfl
 bfmp
-bfp/search
 bg
 bg-*/
 bg-bg/
@@ -8518,7 +8514,6 @@ bin
 bin/
 bin/search.go
 bin/search.py
-bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -8608,7 +8603,7 @@ blog/*?text=
 blog/*sitemap.xml$
 blog/*utm_source=
 blog/.
-blog/.html.*http://www2.deloitte.com/robots.txt
+blog/.html.*http://salon.com/robots.txt
 blog/?p=
 blog/?s=
 blog/Neuer_Beitrag.html
@@ -8664,7 +8659,6 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
-blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8736,7 +8730,7 @@ bookmark_mana2
 bookmarklet
 bookmarks
 bookmarks/widget
-bookmarkshttp://neowin.net/robots.txt
+bookmarkshttp://ed.ted.com/robots.txt
 books
 books/NBK
 books/about
@@ -9642,7 +9636,7 @@ cdn-cgi
 cdn-cgi/
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
-cdn-cgi/http://fda.gov/robots.txt
+cdn-cgi/http://mediapost.com/robots.txt
 cdn-cgi/rum
 cdn-cgi/zaraz/s.js
 cdn-cgi/zaraz/t
@@ -9669,7 +9663,7 @@ cgi-bin/homelandsecurity
 cgi-bin/loginpage
 cgi-bin/state
 cgi-bin/wx
-cgi-binhttp://meyerweb.com/robots.txt
+cgi-binhttp://ifttt.com/robots.txt
 cgi-local
 cgi-perl
 cgi-registry
@@ -9862,7 +9856,6 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
-ck/
 cl
 cl2/feeds
 cl2/ical
@@ -10004,7 +9997,7 @@ co/users
 co/ventureone
 code
 code/*
-code/http://moz.com/robots.txt
+code/http://w3techs.com/robots.txt
 codeCoverage
 codesamples/
 coin*mid=
@@ -10213,7 +10206,7 @@ confirmation.html
 conflagexp
 connect
 connect/@
-connect/http://sciencedirect.com/robots.txt
+connect/http://blog.twitter.com/robots.txt
 connect/social-intranet.html
 connections
 connections/recent
@@ -10329,7 +10322,7 @@ content/dam/ircc/documents/pdf/francais/trousses/form/imm5476
 content/dam/ircc/documents/pdf/francais/trousses/form/imm5644
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0002
 content/dam/ircc/documents/pdf/francais/trousses/form/irm0004
-content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://pubads.g.doubleclick.net/robots.txt
+content/dam/ircc/documents/pdf/francais/trousses/form/irm0005/http://canalplus.fr/robots.txt
 content/dam/ircc/documents/pdf/francais/trousses/guides/guide-0142-avion-afghanistan-voie-acces-rp.pdf
 content/dam/oecd/
 content/dam/redcross/lp
@@ -10519,12 +10512,10 @@ cpro
 cpropub/univercd
 cpspa
 cr
-cr$
 cr/
 cr/$
 cr/corporate/contact
 cr/news
-cr?
 craft
 crash
 crawler4j
@@ -11645,7 +11636,7 @@ email-preferences/
 email-unsubscribe
 email-validation
 email/$
-email/*http://getbootstrap.com/robots.txt
+email/*http://dw.com/robots.txt
 email/privacy-guarantees
 email/privacy-terms
 email/unsubscribe
@@ -11857,9 +11848,6 @@ enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
 entertainment/bravo
-entities/search
-entityexplore$
-entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -12388,7 +12376,6 @@ fbl/terms.html
 fbpostaction.cms?article=
 fcgi-
 fckeditor
-fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12600,7 +12587,7 @@ files/techabuse-welsh.pdf
 files/techabuse.pdf
 fileview
 filing/free-file-fillable-forms/free-file-fillable-forms-support
-filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://news.yahoo.com/robots.txt
+filing/free-file-fillable-forms/free-file-fillable-forms-support-2http://is.gd/robots.txt
 filter
 filter/tips
 filter/tips
@@ -12993,8 +12980,6 @@ full
 fullscreen
 fullscreen/ReportLinker
 fun
-fun/api/
-fun/g/
 fundraiser/charity
 fundraiser/search
 fur/forums
@@ -13016,7 +13001,7 @@ fy-NL/search
 fy-NL/user
 fy-NL/users
 g
-g/4arE9Chttp://nngroup.com/robots.txt
+g/4arE9Chttp://flickr.com/robots.txt
 g/api
 g00
 g01
@@ -13246,7 +13231,7 @@ gh/news
 gh/useracquisition
 gh_jid=
 gif
-gifshttp://whitehouse.gov/robots.txt
+gifshttp://gist.github.com/robots.txt
 gift-redemption
 gift-terms
 gift_card=
@@ -13273,7 +13258,7 @@ glass/images/commerce
 global
 global$
 global-consumer-survey/tool
-global-infrastructure/services/get-async/http://copyright.gov/robots.txt
+global-infrastructure/services/get-async/http://baidu.com/robots.txt
 global-master
 global-nav-esi
 global/RU/
@@ -13606,7 +13591,7 @@ ha/search
 ha/user
 ha/users
 hackathons/reinvent-2013/
-hacker/*/followhttp://justice.gov/robots.txt
+hacker/*/followhttp://hackerone.com/robots.txt
 hacker/*/unfollow
 hair-transplant-services
 handler
@@ -13905,14 +13890,12 @@ hosted
 hosted/images
 hosting/search
 hotel/index.hi.
-hotel/reviews?
 hotel/us/the-airstream-van.*.html
 hotel_attractions
 hotel_rt_onview
 hotelfinder/rpc
 hotels
 hotels/rpc
-hotels/search
 hotelsonmap.*.json
 hotfix/
 houseads
@@ -13926,8 +13909,6 @@ howto
 howtobuy/
 hp/focus-retrocompatibile$
 hp/video
-hpm
-hpmob
 hr
 hr-*/
 hr-hr/
@@ -14008,39 +13989,39 @@ http
 http-checker
 http2_data
 http:
-http://1.gravatar.com/robots.txt
+http://2.bp.blogspot.com/robots.txt
 http://about.google/robots.txt
-http://ads.google.com/robots.txt
-http://airbnb.com/robots.txt
-http://cbc.ca/robots.txt
-http://crunchyroll.com/robots.txt
-http://developers.google.com/robots.txt
-http://festo.com/robots.txt
-http://igg.me/robots.txt
-http://imgur.com/robots.txt
-http://lifestylesimplify.com/robots.txt
-http://nam.edu/robots.txt
-http://nicovideo.jp/robots.txt
-http://online.wsj.com/robots.txt
-http://opera.com/robots.txt
-http://paypal.me/robots.txt
-http://paypalobjects.com/robots.txt
-http://polygraph.cool/robots.txt
-http://roguefitness.com/robots.txt
-http://s.yimg.com/robots.txt
-http://s3-eu-west-1.amazonaws.com/robots.txt
-http://salon.com/robots.txt
-http://slack.com/robots.txt
+http://amazon.de/robots.txt
+http://amzn.to/robots.txt
+http://api.whatsapp.com/robots.txt
+http://app.box.com/robots.txt
+http://bbc.com/robots.txt
+http://bcn.cl/robots.txt
+http://behance.net/robots.txt
+http://census.gov/robots.txt
+http://creativecommons.org/robots.txt
+http://euronews.com/robots.txt
+http://extension.purdue.edu/robots.txt
+http://graphisoft.com/robots.txt
+http://hubspot.com/robots.txt
+http://ie.edu/robots.txt
+http://linkedin.com/robots.txt
+http://mrisoftware.com/robots.txt
+http://nationalgeographic.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://patreon.com/robots.txt
+http://producthunt.com/robots.txt
+http://raiplay.it/robots.txt
+http://redbubble.com/robots.txt
 http://support.apple.com/robots.txt
-http://support.mozilla.org/robots.txt
-http://tech.nikkeibp.co.jp/robots.txt
-http://ted.com/robots.txt
-http://thesun.co.uk/robots.txt
-http://voltairenet.org/robots.txt
-http://w3techs.com/robots.txt
-http://webpatogh.com/robots.txt
-http://whatsapp.com/robots.txt
-http://wikihow.com/robots.txt
+http://techradar.com/robots.txt
+http://theverge.com/robots.txt
+http://tiny.cc/robots.txt
+http://torproject.org/robots.txt
+http://translate.google.com/robots.txt
+http://upload.wikimedia.org/robots.txt
+http://vogue.com/robots.txt
+http://yelp.com/robots.txt
 hu
 hu-*/
 hu-hu/
@@ -14412,16 +14393,11 @@ images/$
 images/*
 images/?
 images/Podcasts
-images/async/?
-images/async?
 images/carBlogsimages
 images/chart_gifs
 images/chart_pdfs
 images/chart_png300
 images/chart_png460
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/interview_pdfs
 images/li.gif
 images/logging_requests.gif
@@ -14430,13 +14406,8 @@ images/ndtvvideo/*
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
 images/resume
-images/search%3F
-images/search%5C
-images/search/?
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/showroomimages
 images/smart/$
 images/touch/$
@@ -14447,7 +14418,6 @@ images/usedcarimages
 images/userprofileimg
 images/v$
 images/viewconfig$
-images?
 imagine/
 imesync
 img
@@ -14569,7 +14539,6 @@ inapp
 inbox
 inbox$
 inbox$
-inboxcommerce
 inc5000dev
 include
 include/
@@ -14730,7 +14699,7 @@ intcmp=
 integrate/
 integromedb
 intelligencer/amp
-interactive*http://startnext.com/robots.txt
+interactive*http://fcc.gov/robots.txt
 interactive/reading-preference
 interface/pda
 intern/service/suche
@@ -15601,7 +15570,7 @@ layout/set/txt_pq
 layout/set/xml
 layouts
 lb
-leadingtogether/http://elpais.com/robots.txt
+leadingtogether/http://validator.w3.org/robots.txt
 leaf
 learn
 learn-noperf
@@ -15831,7 +15800,6 @@ loans
 loc/volunteers
 loc=
 local
-local
 local-services-ads
 local/ajax
 local/blogsandcolumns/slow-ride-front
@@ -16147,7 +16115,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -16274,7 +16241,7 @@ media/tourism-content
 media/travelpod-roll.flv
 media/tv/channel/credits
 media/tyfo*
-media/tyfo*http://codex.wordpress.org/robots.txt
+media/tyfo*http://statcounter.com/robots.txt
 media/unesco
 media/vr-geo-photo-j
 media/vr-geo-photo-l
@@ -16599,7 +16566,6 @@ merchant/directions
 merchant/imageUploadPreview
 merchant/loc
 merchant/moreProducts?
-merchant/reviews?
 merchant/update
 merchantapps
 mes
@@ -17578,7 +17544,6 @@ notificarelacionadas
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 nova
 now/mt3
@@ -17763,8 +17728,6 @@ offers/nonprofits
 offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -18857,7 +18820,6 @@ pro-resources
 pro-site
 pro/about
 pro2
-proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -18875,7 +18837,6 @@ product-reviews/B0069IY63Y
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
-product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -18927,7 +18888,6 @@ profile/*/followers
 profile/*/following
 profile/*/map$
 profile/downloads_limit
-profile/history?
 profile/license
 profile/payment/getstarted
 profile/view
@@ -19595,7 +19555,6 @@ responder
 rest
 rest/*/activity
 results
-results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -19648,7 +19607,6 @@ reviews/seller
 reviews/top-reviewers
 reviews_page=
 rewards
-rewardsapp/
 rf=*
 ribbon.php
 rip/
@@ -20310,7 +20268,7 @@ section/3
 section/36
 section/6
 section/8
-section/9http://telegram.me/robots.txt
+section/9http://issuu.com/robots.txt
 sectionized
 sections
 sections$
@@ -20477,7 +20435,6 @@ set_cookie.pl
 setbucket
 setprefs
 settings
-settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -20611,7 +20568,6 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
-shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -20622,15 +20578,11 @@ shipping-payment
 shippingassistant
 shippinginformation
 shop
-shop$
-shop/
 shop/*&
 shop/browse/overlay
-shop/collections
 shop/global
 shop/iphone/payments/overlay
 shop/search.ep
-shop?
 shop_name_search_service
 shop_pins
 shopfront-api
@@ -20681,7 +20633,7 @@ showdependency
 shows/
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://issuu.com/robots.txt
+showtimes/location/*http://img.youtube.com/robots.txt
 shr*
 shutterstock
 si
@@ -21228,7 +21180,6 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -21340,7 +21291,6 @@ sp/3for2
 sp=
 sp_url=
 spartan
-spbasic
 spbot
 spc-source=
 special-promo/2for1
@@ -21418,7 +21368,6 @@ sports/whatson
 sports_fp_ms
 spp/
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -21502,7 +21451,6 @@ statements
 static
 static-assets/documents/PwnedPasswordsTop100k.txt
 static-assets/images/collection
-static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -21629,8 +21577,6 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
-stores/
 stores/page/*visitId=
 stories
 story
@@ -21932,7 +21878,7 @@ tag
 tag-manager
 tag-manager-360
 tag/
-tag/*+http://google.ca/robots.txt
+tag/*+http://discogs.com/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -22159,7 +22105,7 @@ test5
 test6
 testcases
 testfl
-testhttp://playstation.com/robots.txt
+testhttp://moz.com/robots.txt
 testing
 testpage-forhomepage
 tests/*
@@ -22168,7 +22114,6 @@ text
 text_edition
 tfemail
 th
-th$
 th-*/
 th-th.www.cloudflare.com
 th-th/
@@ -22193,7 +22138,6 @@ th/solutions/case-studies/innovators/innovators-eu/
 th/solutions/case-studies/sustainability-emea/
 th/user
 th/users
-th?
 th_th/templates/M
 thank-you
 thank-you-enterprise-demo
@@ -22477,13 +22421,12 @@ translate_static
 translate_suggestion
 translate_t
 translation
-translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
 transmute/static-2.9
 transparency
-transparency/http://ehow.com/robots.txt
+transparency/http://anchor.fm/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -22506,28 +22449,14 @@ travel/
 travel/2013/aug/22/been-there-readers-competition?
 travel/8711559/The-Telegraph-Travel-Awards-2011.html
 travel/clk
-travel/css
 travel/entity
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
 travel/flights/s
-travel/hotel-search
 travel/hotel/e
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
 travel/hotels/hotel-finder
 travel/hotels/hotel-finder/$
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
-travel/scripts
 travel/search
-travel/secure
 travelnevadahighway95tc
 treasury
 treasury/treasdocuments
@@ -23029,7 +22958,6 @@ ur/search
 ur/user
 ur/users
 urchin_test
-url
 urlinator/static-1.54
 urlinator/static-1.55
 urlinator/static-1.57
@@ -23394,7 +23322,7 @@ v/badge
 v/checkin
 v/s/vmdn
 v1
-v1/*http://s.w.org/robots.txt
+v1/*http://podcasts.google.com/robots.txt
 v1/SocialMediaActivity/
 v1/browser-performance
 v1/stats
@@ -23549,29 +23477,14 @@ video_file
 videodash.cms*
 videorequest
 videos
-videos/?
 videos/assets
-videos/browsing
 videos/e
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
 videos/get_video_by_uid/
 videos/images
 videos/js
-videos/music
-videos/music/
-videos/music/?
-videos/music?
 videos/search.php
-videos/search/?
-videos/search?
-videos/trending
-videos/trendingcontent
 videos/viewmeta/
 videos/week
-videos?
 videosearch
 view
 viewReview
@@ -23810,10 +23723,6 @@ whsmiths
 whythisad
 widget
 widget-landing-page.html
-widget/cr
-widget/entity/search/?
-widget/render
-widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -24588,7 +24497,8 @@ word/document_stats
 word/document_url
 word/download
 word/embed
-work
+wordpress/wp-admin
+wordpress/wp-admin/admin-ajax.php
 work
 work/_
 work/acceptinvitation
@@ -24687,9 +24597,9 @@ wp-admin
 wp-admin/
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
-wp-admin/admin-ajax.phphttp://mirror.co.uk/robots.txt
-wp-admin/admin-ajax.phphttp://promo.com/robots.txt
-wp-admin/admin-ajax.phphttp://today.com/robots.txt
+wp-admin/admin-ajax.phphttp://aljazeera.com/robots.txt
+wp-admin/admin-ajax.phphttp://fool.com/robots.txt
+wp-admin/admin-ajax.phphttp://openstreetmap.org/robots.txt
 wp-admin/load-scripts.php
 wp-admin/load-styles.php
 wp-adv
@@ -24759,7 +24669,7 @@ wp-content/uploads/
 wp-content/uploads/wc-logs
 wp-content/uploads/woocommerce_transient_files
 wp-content/uploads/woocommerce_uploads
-wp-content/uploads/wp-import-export-lite/http://magisto.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://rebrand.ly/robots.txt
 wp-dyn
 wp-includes
 wp-includes*.css
@@ -24884,7 +24794,7 @@ your-account
 your-orders
 your-shop
 youreurope/businessACC
-youreurope/businessDEV/http://pca.st/robots.txt
+youreurope/businessDEV/http://europarl.europa.eu/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yours
@@ -25233,7 +25143,7 @@ zz
 8618
 9742
 9744
-101612.rsshttp://buffer.com/robots.txt
+101612.rsshttp://c-span.org/robots.txt
 1010203
 1014943
 1027454