# Domains that disallow YouBot in robots.txt
# agent: youbot
# generated: 2026-08-25T03:21:49.000Z
# count: 983
#
# What this count is, so it reconciles with the rate published elsewhere:
#   983 of 46884 domains with a known policy for this agent disallow it (2.1%).
#   Of those that also served a page, 836 of 30330 disallow it (2.8%).
#   https://crawlcensus.com/operator pages quote the second figure, because a site that refuses every
#   programmatic client is not evidence about AI policy. This file lists the first,
#   because a deny list must include a site whose robots.txt disallows you even when
#   its homepage did not answer our probe. Dividing this file's length by the corpus
#   size gives neither figure.
# measured by direct request, not inferred. Method: https://crawlcensus.com/methodology
# cursor: 1787467015.1469
# resume exactly here, no gap and no replay:
#   https://crawlcensus.com/agents/youbot/changes.json?cursor=1787467015.1469
# this list is robots.txt only. Some domains additionally refuse you at the edge:
#   https://crawlcensus.com/api/v1/preflight
# licence: CC BY 4.0, attribute as "Source: Crawl Census (https://crawlcensus.com)"
1111bet.tv
11freunde.de
15min.lt
21jingji.com
47news.jp
4players.de
588ku.com
7sur7.be
91porna.com
aamulehti.fi
aan.com
abc.es
abc.net.au
abendblatt.de
ad.nl
adorocinema.com
adressa.no
advrider.com
adzuna.co.uk
adzuna.com
adzuna.fr
afr.com
aftenbladet.no
aftenposten.no
aftonbladet.se
agrarheute.com
agriculture.com
airliners.net
aktuality.sk
alisweb.org
allgaeuer-zeitung.de
allmusic.com
allocine.fr
allrecipes.com
alltheweb.com
altavista.com
amazon.ae
amazon.ca
amazon.co.jp
amazon.co.uk
amazon.co.za
amazon.com
amazon.com.au
amazon.com.br
amazon.com.mx
amazon.com.tr
amazon.de
amazon.eg
amazon.es
amazon.fr
amazon.ie
amazon.in
amazon.it
amazon.jp
amazon.nl
amazon.pl
amazon.sa
amazon.se
amazon.sg
amazonvideo.com
americatv.com.pe
amny.com
amzn.com
androidcentral.com
androidpolice.com
ansa.it
anyflip.com
aol.co.uk
aol.com
aol.de
apotheken-umschau.de
app.com
appian.com
arabx.cam
archinect.com
argusleader.com
arkansasonline.com
arstechnica.com
artfight.net
artforum.com
artnews.com
askmen.com
augsburger-allgemeine.de
auto-tests.com
autobild.de
autoguide.com
avsforum.com
azcentral.com
baby-kingdom.com
babycenter.com
babycentre.co.uk
bakersfield.com
baltimoresun.com
barcablaugranes.com
barcelona.cat
bbc.co.uk
bbc.com
bd.nl
beaconjournal.com
belfastlive.co.uk
bestlawyers.com
bestprice.gr
bfmtv.com
bhg.com
bild.de
billboard.com
biologicaldiversity.org
birminghammail.co.uk
bisnis.com
bizapedia.com
bk333.app
blipfoto.com
bloomberg.com
bndestem.nl
bnn.de
bnr.nl
bntu.by
bolasport.com
bonn.de
bostonherald.com
bournemouthecho.co.uk
bowdoin.edu
braunschweiger-zeitung.de
brides.com
brigitte.de
brisbanetimes.com.au
bristolpost.co.uk
bsc.es
bt.no
burlingtonfreepress.com
businessday.co.za
businessinsider.com.pl
businessinsider.de
byrdie.com
bz-berlin.de
cagesideseats.com
calciomercato.com
cambridge-news.co.uk
canarias7.es
canberratimes.com.au
candlepowerforums.com
carbuzz.com
carsales.com.au
carter-cash.com
centurylink.net
cer24.com
championcross.jp
channel3000.com
charityjob.co.uk
chicagotribune.com
chinatimes.com
christianitytoday.com
chron.com
chroniclejournal.com
chroniclelive.co.uk
chugoku-np.co.jp
chunichi.co.jp
cincinnati.com
cinemablend.com
citizen-times.com
cjonline.com
clarionledger.com
clerk.com
clicktripz.com
clutchpoints.com
cnet.com
cnn.com
codeberg.org
codeforces.com
collider.com
commercialappeal.com
commonsense.org
commonsensemedia.org
completesports.com
computerbild.de
computerhope.com
congress.gov
conjur.com.br
conversionai.com
cope.es
cornwalllive.com
corriere.it
courier-journal.com
courrierinternational.com
coventrytelegraph.net
creativebloq.com
crikey.com.au
ctee.com.tw
ctinsider.com
ctpost.com
curbed.com
currencyconverter.io
cyclingnews.com
cyclingweekly.com
dailybreeze.com
dailycal.org
dailycamera.com
dailyecho.co.uk
dailygazette.com
dailymail.co.uk
dailymail.com
dailynews.com
dailypost.co.uk
dailypress.com
dailyrecord.co.uk
dailystar.co.uk
dallasnews.com
daytondailynews.com
deadline.com
decanter.com
defcon.org
dejure.org
delawareonline.com
delfi.ee
delfi.lt
delfi.lv
democratandchronicle.com
demorgen.be
denik.cz
denverpost.com
derbytelegraph.co.uk
derwesten.de
desertsun.com
desmoinesregister.com
destentor.nl
detroitnews.com
devonlive.com
dexerto.com
di.se
diariosur.es
diariovasco.com
diepresse.com
digitalcameraworld.com
directoalpaladar.com
diretta.it
dispatch.com
dn.se
dobrzemieszkaj.pl
donaukurier.de
dotdashmeredith.com
dr.dk
dualshockers.com
dublinlive.ie
duden.de
dw.com
dwds.de
e24.no
eadt.co.uk
eastbaytimes.com
eater.com
eatingwell.com
echo-news.co.uk
echo24.cz
ed.nl
edaily.co.kr
edp24.co.uk
ekathimerini.com
ekstrabladet.dk
elcomercio.es
elcorreo.com
eldiariomontanes.es
elgaronline.com
elnortedecastilla.es
elpasotimes.com
elpuntavui.cat
eltern.de
eredmenyek.com
espinof.com
essen-und-trinken.de
etvbharat.com
eumetsat.int
eurogamer.de
eurogamer.net
everydayhealth.com
ew.com
examinerlive.co.uk
exchangerates24.com
express.co.uk
expressen.se
expressnews.com
expresso.pt
extremetech.com
f-droid.org
f95zone.to
fakt.pl
falter.at
faz.net
fb77.one
federalnewsnetwork.com
fextralife.com
filmstarts.de
fixya.com
flashscore.co
flashscore.co.id
flashscore.co.uk
flashscore.co.za
flashscore.com
flashscore.com.br
flashscore.com.mx
flashscore.com.ng
flashscore.com.tr
flashscore.com.ua
flashscore.com.ve
flashscore.de
flashscore.es
flashscore.fr
flashscore.gr
flashscore.in
flashscore.mobi
flashscore.pe
flashscore.pl
flashscore.pt
flashscore.ro
flashscore.sk
flashscore.ua
flashscore.vn
flashscorekz.com
flashscoreusa.com
flipboard.com
fliphtml5.com
flo.com.tr
floridatoday.com
foodandwine.com
football.london
forth.gr
fourfourtwo.com
france24.com
fraserinstitute.org
freeones.com
freep.com
funnyjunk.com
furaffinity.net
futureplc.com
futurezone.de
gainesville.com
gala.de
gala.fr
gamerant.com
gamesindustry.biz
gamesradar.com
gaoding.com
gardenersworld.com
gardeningknowhow.com
gazettelive.co.uk
gds.it
geek.com
gelderlander.nl
genius.com
gentoo.org
givemesport.com
glasgowtimes.co.uk
glassdoor.ca
glassdoor.co.in
glassdoor.com
glassdoor.com.br
glassdoor.sg
gloucestershirelive.co.uk
gofeminin.de
goldderby.com
golf.com
golfmonthly.com
govtrack.us
gp.se
greenme.it
greenvilleonline.com
greenwichmeantime.com
grid.id
grindosaur.com
grubstreet.com
gsmarena.com
guardian.co.uk
guitarworld.com
gunbark.dev
gva.be
handelsblatt.com
hankookilbo.com
haystack.tv
hbvl.be
hd.se
healio.com
health.com
heraldscotland.com
heraldtribune.com
hinative.com
hln.be
hoerzu.de
hollywoodreporter.com
homebrewtalk.com
homesandgardens.com
hometalk.com
hoopshype.com
horseracingnation.com
hotcars.com
houstonchronicle.com
howlongtobeat.com
howtogeek.com
hoy.es
hrs.com
hs.fi
huffingtonpost.fr
huffingtonpost.it
hulldailymail.co.uk
humo.be
iacr.org
ibtimes.com
ideal.es
idealhome.co.uk
idnes.cz
iex.nl
ign.com
igt.com
ilex.by
ilgazzettino.it
ilmattino.it
ilmessaggero.it
iltalehti.fi
imageshack.com
imageshack.us
imore.com
ina.fr
indebuurt.nl
independent.ie
indiewire.com
indystar.com
inews.co.uk
infoclimat.fr
inforum.com
ingramcontent.com
instiz.net
instyle.com
interestingengineering.com
internshala.com
investopedia.com
irishmirror.ie
is.fi
ispe.org
itpro.com
iza.ne.jp
jacksonville.com
jamanetwork.com
jamestown.org
japantravel.com
javdock.com
javhdporn.net
jeuxvideo.com
jogatina.com
joongang.co.kr
jsonline.com
jtbc.co.kr
jwz.org
kathimerini.gr
kauppalehti.fi
kentek.ru
kentonline.co.uk
khronos.org
kiplinger.com
klingai.com
knoxnews.com
kompas.com
kompas.id
kompas.tv
kompasiana.com
komputerswiat.pl
kontan.co.id
ladepeche.fr
lancashiretelegraph.co.uk
lancasteronline.com
lansingstatejournal.com
lapresse.ca
laptopmag.com
larioja.com
lasprovincias.es
lastampa.it
launchpad.net
lavanguardia.com
laverdad.es
law.com
lci.fr
learnreligions.com
leckerschmecker.me
ledevoir.com
lefigaro.fr
leggo.it
leicestermercury.co.uk
lemonde.fr
lesechos.fr
lesoleil.com
letelegramme.fr
letemps.ch
levels.fyi
lexpress.fr
libelle.nl
lidovky.cz
liegagego33.com
lifehacker.com
lifewire.com
lindependant.fr
liquipedia.net
liquor.com
litmarket.ru
liveabout.com
liverpool.com
liverpoolecho.co.uk
livescience.com
livescore.cz
livescore.in
livesport.com
livesport.cz
livestrong.com
lohud.com
lopinion.fr
loudersound.com
lrb.co.uk
lyricstranslate.com
mafra.cz
mailonsunday.co.uk
mailplus.co.uk
main-echo.de
mainpost.de
makeuseof.com
mamamia.com.au
manager-magazin.de
manchestereveningnews.co.uk
mapgenie.io
mapquest.com
marieclaire.co.uk
marieclaire.com
marinij.com
marthastewart.com
mashable.com
mathrubhumi.com
maville.com
maxroll.gg
mbta.com
mcall.com
meb.gov.tr
mediamarkt.de
mediamarkt.nl
mediamarkt.pl
mediaworld.it
medietall.no
medonet.pl
medpagetoday.com
mel.org
mercurynews.com
metro.co.uk
midilibre.fr
milanofinanza.it
mirror.co.uk
mittelbayerische.de
mmafighting.com
mnn.com
moly.hu
moneyweek.com
monoskop.org
montgomeryadvertiser.com
montgomerycountymd.gov
morgenpost.de
motorcycle.com
movieweb.com
mparticle.com
msn.com
mtv.fi
mujerhoy.com
musicradar.com
myhora.com
mylondon.news
myporntube.com
myrecipes.com
mysanantonio.com
mz.de
nachrichten.at
naplesnews.com
nationalgeographic.de
nationalobserver.com
nature.com
nbcnews.com
nd-aktuell.de
nefisyemektarifleri.com
nesn.com
nettavisen.no
news-journalonline.com
news-leader.com
news-postseven.com
news-press.com
news24.com
news9.com
newsandstar.co.uk
newsbreak.com
newscientist.com
newson6.com
nhregister.com
nicematin.com
nine.com.au
nishinippon.co.jp
nn.de
nola.com
noordhollandsdagblad.nl
nordbayern.de
northdata.com
northdata.de
northjersey.com
nos.nl
noticiasaominuto.com
nottingham.ac.uk
nottinghampost.com
nouvelobs.com
nova.cz
noz.de
nrc.nl
nrtool.st
nrz.de
nu.nl
nw.de
nwaonline.com
nydailynews.com
nymag.com
nyt.com
nyt.net
nytimes.com
nzherald.co.nz
observador.pt
ocregister.com
odi.org
oefb.at
ohtuleht.ee
oilprice.com
oklahoman.com
omim.org
opovo.com.br
orf.at
osapublishing.org
otz.de
oxfordmail.co.uk
palmbeachpost.com
pantone.com
parents.com
parismatch.com
parool.nl
pcgamer.com
pcmag.com
penguin.de
people.com
people.inc
peopleenespanol.com
petitesannonces.ch
pilotonline.com
pimpbunny.com
pjstar.com
pkok11.com
plejada.pl
plymouthherald.co.uk
pnj.com
pnp.de
pocket-lint.com
politico.eu
politiken.dk
polygon.com
popsugar.com
port.hu
portableapps.com
portalsamorzadowy.pl
postandcourier.com
posteo.de
postimees.ee
postype.com
premiumoutlets.com
pressdemocrat.com
presstelegram.com
primevideo.com
providencejournal.com
prx.org
pubhtml5.com
purepeople.com
purepeople.com.br
pzc.nl
qq8893.com
r777.net
ratgeberrecht.eu
rcgroups.com
realsimple.com
redflagdeals.com
refinery29.com
registerguard.com
repubblica.it
rezultati.com
rfi.fr
rgj.com
rixos.com
rnz.co.nz
roanoke.com
robbreport.com
rockpapershotgun.com
rollingstone.com
rpp.pe
rugbyrama.fr
ruhrnachrichten.de
rynekzdrowia.pl
salzburg24.at
sandiegouniontribune.com
sankei.com
sanspo.com
santacruzsentinel.com
santafenewmexican.com
saturn.de
savannahnow.com
sbnation.com
schulferien.org
scoop.co.nz
scotusblog.com
sdstate.edu
seacoastonline.com
seattlepi.com
seekingalpha.com
sefan.ru
sensacine.com
seriouseats.com
sfchronicle.com
sfexaminer.com
sfgate.com
sfstandard.com
sfweekly.com
sgxnifty.org
shacknews.com
shape.com
sheknows.com
shz.de
sicnoticias.pt
simon.com
simpleflying.com
simplyrecipes.com
sj-r.com
skyscrapercity.com
slate.fr
sltrib.com
smartbrief.com
smashwords.com
smh.com.au
sn.at
snapchat.com
snopes.com
soccerway.com
southernliving.com
southwalesargus.co.uk
sowetan.co.za
space.com
spiegel.de
sportico.com
sportingnews.com
sportler.com
sportsbusinessjournal.com
sportsyou.com
spox.com
staradvertiser.com
startersites.io
stateline.org
statesman.com
statesmanjournal.com
stimme.de
stokesentinel.co.uk
straightdope.com
stuff.co.nz
stylecaster.com
suedkurier.de
sufficientvelocity.com
suntimes.com
svd.se
svt.se
svtplay.se
sydsvenskan.se
t3.com
t3n.de
tallahassee.com
tcpalm.com
tds.net
techbook.de
technologyreview.com
technorati.com
techpowerup.com
techradar.com
telegraaf.nl
telegram.com
telerama.fr
tempo.co
tennessean.com
test.de
texasmonthly.com
tf1.fr
tf1info.fr
theadvocate.com
theage.com.au
theanalyst.com
theargus.co.uk
thebalancemoney.com
thebulletin.org
thecentersquare.com
theconversation.com
theculturetrip.com
thecut.com
thedodo.com
thegamer.com
thegazette.com
theglobeandmail.com
theguardian.com
thehindu.com
thehindubusinessline.com
theledger.com
thelocal.de
thelocal.fr
thelocal.se
themirror.com
themoviedb.org
thenational.scot
thenorthernecho.co.uk
therichest.com
thespec.com
thespruce.com
thesprucecrafts.com
thespruceeats.com
thesprucepets.com
thestar.com
thetelegraphandargus.co.uk
thetravel.com
theverge.com
theweek.co.uk
theweek.com
thewrap.com
thisismoney.co.uk
thoughtco.com
thrillist.com
thueringer-allgemeine.de
timesfreepress.com
timeslive.co.za
timesunion.com
tmdb.org
today.com
today.it
tokyo-np.co.jp
tomsguide.com
tomshardware.com
topekalibraries.info
topspeed.com
toptenreviews.com
townnews.com
travelandleisure.com
travelbook.de
treehugger.com
trendencias.com
trinidadexpress.com
tripadvisor.at
tripadvisor.be
tripadvisor.ca
tripadvisor.ch
tripadvisor.co
tripadvisor.co.id
tripadvisor.co.nz
tripadvisor.co.uk
tripadvisor.co.za
tripadvisor.com
tripadvisor.com.au
tripadvisor.com.br
tripadvisor.com.gr
tripadvisor.com.hk
tripadvisor.com.mx
tripadvisor.com.my
tripadvisor.com.ph
tripadvisor.com.tr
tripadvisor.de
tripadvisor.es
tripadvisor.fr
tripadvisor.ie
tripadvisor.in
tripadvisor.jp
tripadvisor.nl
tripadvisor.pt
tripadvisor.ru
tripsavvy.com
trouw.nl
tu.berlin
tubantia.nl
tudogostoso.com.br
tug.org
tumblr.com
tv2.dk
tv4play.se
tvnet.lv
tvtropes.org
twincities.com
twinkl.co.uk
twinkl.com
u-cursos.cl
uesp.net
unherd.com
unibz.it
unil.ch
unionleader.com
unstop.com
uol.com
uol.com.br
uptodate.com
usatoday.com
usi.edu
usmagazine.com
uv.mx
variety.com
vavel.com
vcstar.com
veikkaus.fi
vermont.gov
verywellfit.com
verywellhealth.com
verywellmind.com
vg.no
vg247.com
vibe.com
videocardz.com
vietnam.vn
vndb.org
vnexpress.net
voetbalzone.nl
volkskrant.nl
volksstimme.de
vox.com
vulture.com
vwvortex.com
walesonline.co.uk
wallpaper.com
watoday.com.au
waz.de
wbez.org
wccftech.com
wdrb.com
wellsky.com
welt.de
werstreamt.es
westfalen-blatt.de
wfmz.com
whathifi.com
whattoexpect.com
whowhatwear.com
wickedlocal.com
wikihow.com
wikihow.life
windowscentral.com
windstream.net
winknews.com
wishtv.com
wiwo.de
wn.de
wnp.pl
womanandhome.com
womansworld.com
worcesternews.co.uk
worldsurfleague.com
wp.de
wwd.com
xataka.com
xatakamovil.com
xda-developers.com
xe.gr
xink.io
xueqiu.com
yahoo.com
yahoo.com.tw
yahoo.net
ybw.com
yle.fi
ylilauta.org
yna.co.kr
yorkpress.co.uk
youngchampion.jp
ytmnd.com
yugipedia.com
yupoo.com
zakzak.co.jp
zawya.com
zdnet.com
zepto.com
zeptonow.com
zetaglobal.net
zillow.com
zin.ru
zoominfo.com