User-agent: *

Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search
Disallow: /*/*/*/feed.xml
Disallow: /?attachment_id*
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/attachment/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /tag/*/feed/
Allow: /wp-content/*/*.jpg
Allow: /wp-content/*/*.png
Allow: /wp-content/*/*.gif
Allow: /wp-content/plugins/*.css
Allow: /wp-content/plugins/*.js
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-includes/*/*.png
Allow: /wp-includes/*/*.js
 
 
#Google AdSense
User-agent: Mediapartners-Google
Disallow:
Allow: /
User-agent: Googlebot-Image
Disallow:
Allow: /
User-agent: Googlebot-Video
Disallow:
Allow: /
User-agent: Googlebot-News
Disallow:
Allow: /
User-agent: Googlebot-Mobile
Disallow:
Allow: /

# Bloqueo de feeds para crawlers
User-agent: *
Allow: /feed/$ 
Disallow: /feed/ 
Disallow: /comments/feed/
Disallow: /*/feed/$ 
Disallow: /*/feed/rss/$ 
Disallow: /*/trackback/$ 
Disallow: /*/*/feed/$ 
Disallow: /*/*/feed/rss/$ 
Disallow: /*/*/trackback/$ 
Disallow: /*/*/*/feed/$ 
Disallow: /*/*/*/feed/rss/$ 
Disallow: /*/*/*/trackback/$

# Previene problemas de recursos bloqueados en Google Webmaster Tools
User-Agent: Googlebot
Allow: /*.css$
Allow: /*.js$

# Ralentizamos algunos bots que se suelen volver locos
User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20

# Bloqueo de trackbacks
User-agent: *
Disallow: /trackback
Disallow: /*trackback
Disallow: /*trackback*
Disallow: /*/trackback

#Bloqueo de busquedas
User-agent: *
Disallow: /?s= 
Disallow: /search

# Bloqueo de las URL dinamicas
Disallow: /*?

#bots bloqueados by josemiseo 2023
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: Screaming Frog SEO Spider
User-agent: Xenu
User-agent: AhrefsBot
Disallow: /
User-agent: "Net Probe"
User-agent: "SSM Agent"
User-agent: "tom bot"
User-agent: "TSW Bot"
User-agent: "Web Downloader"
User-agent: Acrobat
User-agent: AISearchBot
User-agent: baidu* 
User-agent: Baiduspider
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
User-agent: Baiduspider+(+http://www.baidu.jp/spider/)
User-agent: Baiduspider-image
User-agent: Baiduspider-video
User-agent: Black Hole
User-agent: BlackWidow
User-agent: BlackWidow 4.40
User-agent: cfetch/1.0
User-agent: CheeseBot
User-agent: CherryPicker
User-agent: Comodo+HTTP(S)+Crawler
User-agent: ConveraMultiMediaCrawler/0.1
User-agent: dloader(NaverRobot)
User-agent: dloader(Speedy Spider)
User-agent: dotbot
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: EmailWolf
User-agent: EverbeeCrawler
User-agent: ExtractorPro
User-agent: flash processor
User-agent: flash+processor
User-agent: flatlandbot
User-agent: flatlandbot/baypup
User-agent: HLoader
User-agent: home.thenewweb.com
User-agent: htdig/3.1.5
User-agent: HTTrack
User-agent: ia_archiver
User-agent: ichiro
User-agent: ichiro
User-agent: iCollect
User-agent: iGetter
User-agent: ImageWalker
User-agent: Industry Program
User-agent: Indy
User-agent: Indy Library
User-agent: Innerprise
User-agent: InstallShield
User-agent: InternetLinkAgent/
User-agent: IntScanner
User-agent: ipd
User-agent: IPiumBot
User-agent: Iria
User-agent: IUPUI Research Bot
User-agent: Java
User-agent: Java1
User-agent: Java1.3.0
User-agent: Java1.3.1
User-agent: Java2
User-agent: JoBo
User-agent: JOC Web Spider
User-agent: johnhasbeenhere
User-agent: jscript+processor
User-agent: Kapere
User-agent: Lachesis
User-agent: Larbin
User-agent: larbin_2.6.1
User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail
User-agent: larbin_2.6.2
User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
User-agent: LeechGet
User-agent: libwww-perl
User-agent: LightningDownload
User-agent: LinkAlarm
User-agent: LinkChecker
User-agent: LinkLint-checkonly
User-agent: Linkman
User-agent: LLUPDATECTRL
User-agent: Mac Finder
User-agent: Mail Sweeper
User-agent: Mass
User-agent: Mass Downloader
User-agent: McBot
User-agent: MetaProducts
User-agent: MetaProducts Download Express
User-agent: MFC_Tear_Sample
User-agent: MFHttpScan
User-agent: MJ12bot
User-agent: moget
User-agent: moget
User-agent: Mozilla/4.0 (compatible; NaverBot/1.0; http://help.naver.com/customer_webtxt_02.jsp)
User-agent: Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; B; +http://yandex.com/bots)?
User-agent: Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)?
User-agent: Mozilla/5.0 (compatible; YandexBot/3.0; MirrorDetector; +http://yandex.com/bots)?
User-agent: Mozilla/5.0 (compatible; YandexMedia/3.0; +http://yandex.com/bots)?
User-agent: MyGetRight
User-agent: Naver
User-agent: NaverBot
User-agent: NaverRobot
User-agent: NetPumper
User-agent: NEWT
User-agent: NextGenSearchBot
User-agent: NICErsPRO
User-agent: Nitro
User-agent: Nitro Downloader
User-agent: Nudelsalat
User-agent: Nutch
User-agent: oBot
User-agent: Offline
User-agent: Offline Explorer
User-agent: page_prefetcher
User-agent: PagmIEDownload
User-agent: pavuk
User-agent: PixGrabber
User-agent: PlantyNet_WebRobot
User-agent: Plucker
User-agent: Pockey
User-agent: Popdexter
User-agent: Program
User-agent: Program Shareware
User-agent: Progressive
User-agent: Progressive Download
User-agent: ProWebWalker
User-agent: ProxyTester
User-agent: psbot
User-agent: puf
User-agent: PuxaRapido
User-agent: Python-urllib
User-agent: Python-webchecker
User-agent: RealDownload
User-agent: RepoMonkey
User-agent: RepoMonkey Bait & Tackle
User-agent: RobotMidareru
User-agent: RPT-HTTPClient
User-agent: Scat
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: Siphon
User-agent: SiteSnagger
User-agent: SiteWinder
User-agent: Slurp
User-agent: SlySearch
User-agent: SmartDownload
User-agent: SOFTWING_TEAR_AGENT
User-agent: Sogou head spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)?
User-agent: Sogou Orion spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)?
User-agent: Sogou Pic Agent
User-agent: Sogou Pic Spider/3.0( http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: sogou spider
User-agent: sogou spider
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)?
User-agent: Sogou-Test-Spider/4.0 (compatible; MSIE 5.5; Windows 98)?
User-agent: Sonic
User-agent: Sosospider
User-agent: SpeedDownload
User-agent: Speedy
User-agent: sprocket
User-agent: SQ
User-agent: SQ Webscanner
User-agent: Stamina
User-agent: Star
User-agent: Star Downloader
User-agent: Steeler
User-agent: SuperHTTP
User-agent: SurveyBot
User-agent: SynoBot
User-agent: teleport
User-agent: teleport pro
User-agent: thunderstone
User-agent: TurnitinBot
User-agent: TurnitinBot
User-agent: TweakMASTER
User-agent: Twiceler
User-agent: UdmSearch
User-agent: Undisclosed
User-agent: URLGetFile
User-agent: UtilMind
User-agent: UtilMind HTTPGet
User-agent: VCIKJZDDLS
User-agent: vobsub
User-agent: voyager/2.0
User-agent: voyager-hc/1.0
User-agent: Web Downloader
User-agent: WebAlta
User-agent: WebAuto
User-agent: WebCapture
User-agent: Webclipping.com
User-agent: webcollage
User-agent: WebCopier
User-agent: Webinator
User-agent: WebLeacher
User-agent: WEBMOLE
User-agent: WebSauger
User-agent: Website eXtractor
User-agent: Webster
User-agent: WebStripper
User-agent: WebZIP
User-agent: WEP Search
User-agent: WEP Search 00
User-agent: WhizBang
User-agent: whsearch
User-agent: Wildsoft
User-agent: Wildsoft Surfer
User-agent: WinHttp.WinHttpRequest
User-agent: woriobot
User-agent: www4mail
User-agent: WWWOFFLE
User-agent: Xaldon
User-agent: Xaldon WebSpider
User-agent: xEdit
User-agent: Yandex
User-agent: yandex*
User-agent: YandexSomething/1.0
User-agent: Yanga WorldSearch Bot v1.1/beta
User-agent: Yanga WorldSearch Bot v1.1/beta (http
User-agent: Yeti
User-agent: YoudaoBot
User-agent: Zao
User-agent: ZBot
User-agent: Zeus
User-agent: ZyBorg
Disallow: /
# Dugg Mirror
User-agent: duggmirror
User-agent: Orthogaffe
User-agent: UbiCrawler
User-agent: DOC
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: Fetch
User-agent: linko
User-agent: Microsoft.URL.Control
User-agent: libwww
User-agent: Download Ninja
Disallow: /
# Misbehaving: requests much too fast:
User-agent: fast
User-agent: wget
User-agent: grub-client
User-agent: k2spider
User-agent: NPBot
User-agent: WebReaper
Disallow: /
 
Sitemap: https://www.restaurantelaultimacena.es/page-sitemap.xml