User-Agent: *
Disallow: /wp-admin
Disallow: /wp-content/cache
Disallow: /wp-json/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /license.txt
Disallow: /readme.html
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /*?replytocom
Disallow: */feed
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /core/
Disallow: /profiles/
Disallow: /web.config
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /private/
Disallow: /*test*/*
Disallow: /local/*
Disallow: /old/*
Disallow: /search/
Disallow: /404.php
Disallow: /*.hg
Disallow: /*.svn
Disallow: /*.git
Disallow: /cgi-bin/
Disallow: /api-reference/
Disallow /*login=*
Disallow /*logout=*
Disallow /*auth=*
Disallow /*show_include_exec_time=*
Disallow /*show_page_exec_time=*
Disallow /*show_sql_stat=*
Disallow /*clear_cache=*
Disallow /*clear_cache_session=*
Disallow /*ADD_TO_COMPARE_LIST
Disallow /*ORDER_BY
Disallow /*PAGEN
Disallow /*print=*
Disallow /*&print=*
Disallow /*print_course=*
Disallow /*action=*
Disallow /*&action=*
Disallow /*register=*
Disallow /*forgot_password=*
Disallow /*change_password=*
Disallow /*backurl=*
Disallow /*back_url=*
Disallow /*utm_source=*
Disallow: /repo/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow /*bxajaxid=*
Disallow /*&bxajaxid=*
Disallow /*view_result=*
Disallow /*&view_result=*
Disallow: /_layouts/* # Доступ к редактированию и настройке страниц и разделов
Disallow: /EditService.asmx/
Disallow: /images/
Disallow: /scripts/
Disallow: /SyndicationService.asmx/
Disallow: /EditConfig.aspx
Disallow: /Login.aspx
Disallow: /craft/
Disallow /bitrix/*
Disallow /*bitrix_include_areas=*
Disallow: /change-password
Disallow: /checkout
Disallow: /download
Disallow: /export
Disallow: /*filter_description=
Disallow: /*filter_name=
Disallow: /*filter_sub_category=
Disallow: /*keyword
Disallow: /*limit=
Disallow: /*manufacturer
Disallow: /*order=
Disallow: /*route=account
Disallow: /*route=account/login
Disallow: /*route=affiliate
Disallow: /*route=checkout
Disallow: /*route=checkout/cart
Disallow: /*route=product/search
Disallow: /*sort=
Disallow: /*tracking=
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /installation/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /registration/
Disallow: /login/
Disallow: /Proselect/
Disallow: /fileadmin/templates/
Disallow: /typo3/
Disallow: /t3lib/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow /*BACKURL=*
Disallow /*BACK_URL=*
Disallow /*back_url_admin=*
Disallow: /page/?pageid=*
Disallow: /ghost/
Disallow: /manager/
Disallow: /core/
Disallow: /connectors/
Disallow: *openstat=
User-Agent: 01h4x.com
Disallow: /
User-Agent: 360Spider
Disallow: /
User-Agent: 404checker
Disallow: /
User-Agent: 404enemy
Disallow: /
User-Agent: 80legs
Disallow: /
User-Agent: Abonti
Disallow: /
User-Agent: Aboundex
Disallow: /
User-Agent: Aboundexbot
Disallow: /
User-Agent: Acunetix
Disallow: /
User-Agent: ADmantX
Disallow: /
User-Agent: adscanner
Disallow: /
User-Agent: AdsTxtCrawlerTP
Disallow: /
User-Agent: AfD-Verbotsverfahren
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: AIBOT
Disallow: /
User-Agent: AiHitBot
Disallow: /
User-Agent: Aipbot
Disallow: /
User-Agent: Alexibot
Disallow: /
User-Agent: ALittle Client
Disallow: /
User-Agent: Alligator
Disallow: /
User-Agent: AllSubmitter
Disallow: /
User-Agent: AlphaBot
Disallow: /
User-Agent: Anarchie
Disallow: /
User-Agent: Anarchy
Disallow: /
User-Agent: Anarchy99
Disallow: /
User-Agent: Ankit
Disallow: /
User-Agent: Anthill
Disallow: /
User-Agent: anthropic-ai
Disallow: /
User-Agent: Apexoo
Disallow: /
User-Agent: archive.org_bot
Disallow: /
User-Agent: arquivo-web-crawler
Disallow: /
User-Agent: arquivo.pt
Disallow: /
User-Agent: Aspirgel
Disallow: /
User-Agent: ASPSeek
Disallow: /
User-Agent: Asterias
Disallow: /
User-Agent: Atomseobot
Disallow: /
User-Agent: Attach
Disallow: /
User-Agent: autoemailspider
Disallow: /
User-Agent: awario.com
Disallow: /
User-Agent: AwarioBot
Disallow: /
User-Agent: AwarioRssBot
Disallow: /
User-Agent: AwarioSmartBot
Disallow: /
User-Agent: BackDoorBot
Disallow: /
User-Agent: Backlink-Ceck
Disallow: /
User-Agent: backlink-check
Disallow: /
User-Agent: BacklinkCrawler
Disallow: /
User-Agent: BackStreet
Disallow: /
User-Agent: Back Web
Disallow: /
User-Agent: Badass
Disallow: /
User-Agent: Bandit
Disallow: /
User-Agent: Barkrowler
Disallow: /
User-Agent: BatchFTP
Disallow: /
User-Agent: Battleztar Bazinga
Disallow: /
User-Agent: BBBike
Disallow: /
User-Agent: BDCbot
Disallow: /
User-Agent: BDFetch
Disallow: /
User-Agent: BetaBot
Disallow: /
User-Agent: Bigfoot
Disallow: /
User-Agent: Bitacle
Disallow: /
User-Agent: Black Hole
Disallow: /
User-Agent: Blackboard
Disallow: /
User-Agent: Black Widow
Disallow: /
User-Agent: BLEXBot
Disallow: /
User-Agent: Blow
Disallow: /
User-Agent: BlowFish
Disallow: /
User-Agent: Boardreader
Disallow: /
User-Agent: Bolt
Disallow: /
User-Agent: BotALot
Disallow: /
User-Agent: Brandprotect
Disallow: /
User-Agent: Brandwatch
Disallow: /
User-Agent: Buck
Disallow: /
User-Agent: Buddy
Disallow: /
User-Agent: BuiltBotTough
Disallow: /
User-Agent: Built With
Disallow: /
User-Agent: Bullseye
Disallow: /
User-Agent: BunnySlippers
Disallow: /
User-Agent: BuzzSumo
Disallow: /
User-Agent: Bytespider
Disallow: /
User-Agent: cah.io.community
Disallow: /
User-Agent: Calculon
Disallow: /
User-Agent: CATExplorador
Disallow: /
User-Agent: CazoodleBot
Disallow: /
User-Agent: CCBot
Disallow: /
User-Agent: Cegbfeieh
Disallow: /
User-Agent: Censysinspect
Disallow: /
User-Agent: ChatGPT-User
Disallow: /
User-Agent: checkl.exe
Disallow: /
User-Agent: CheeseBot
Disallow: /
User-Agent: CherryPicker
Disallow: /
User-Agent: Che Team
Disallow: /
User-Agent: ChinaClaw
Disallow: /
User-Agent: Chlooe
Disallow: /
User-Agent: Citoid
Disallow: /
User-Agent: Claritybot
Disallow: /
User-Agent: clark-crawler
Disallow: /
User-Agent: Cliqzbot
Disallow: /
User-Agent: Cloud mapping
Disallow: /
User-Agent: coccocbot
Disallow: /
User-Agent: Cocolyzebot
Disallow: /
User-Agent: CODE87
Disallow: /
User-Agent: Cogentbot cognitiveseo cohere-ai
Disallow: /
User-Agent: Collector
Disallow: /
User-Agent: com.plumanalytics
Disallow: /
User-Agent: Copier
Disallow: /
User-Agent: CopyRightCheck
Disallow: /
User-Agent: Copyscape
Disallow: /
User-Agent: Cosmos
Disallow: /
User-Agent: Craftbot
Disallow: /
User-Agent: crawl.sogou.com
Disallow: /
User-Agent: crawler.feedback
Disallow: /
User-Agent: crawler4j
Disallow: /
User-Agent: Crawling at Home Project
Disallow: /
User-Agent: Crazy WebCrawler
Disallow: /
User-Agent: Crescent
Disallow: /
User-Agent: CrunchBot
Disallow: /
User-Agent: CSHttp
Disallow: /
User-Agent: Curious
Disallow: /
User-Agent: Custo
Disallow: /
User-Agent: Cyotek WebCopy
Disallow: /
User-Agent: DatabaseDriverMysqli
Disallow: /
User-Agent: DataChaOs
Disallow: /
User-Agent: dataforseo.com
Disallow: /
User-Agent: dataforseobot
Disallow: /
User-Agent: DBLBot
Disallow: /
User-Agent: demandbase-bot
Disallow: /
User-Agent: Demon
Disallow: /
User-Agent: Deusu
Disallow: /
User-Agent: Devil
Disallow: /
User-Agent: Digincore
Disallow: /
User-Agent: DigitalPebble
Disallow: /
User-Agent: DIlbot
Disallow: /
User-Agent: Dirbuster
Disallow: /
User-Agent: Disco
Disallow: /
User-Agent: Discobot
Disallow: /
User-Agent: Discoverybot
Disallow: /
User-Agent: Dispatch
Disallow: /
User-Agent: DittoSpyder
Disallow: /
User-Agent: DnBCrawler-Analytics
Disallow: /
User-Agent: DnyzBot
Disallow: /
User-Agent: DomainAppender
Disallow: /
User-Agent: DomainCrawler
Disallow: /
User-Agent: Domains Project
Disallow: /
User-Agent: DomainSigmaCrawler
Disallow: /
User-Agent: domainsproject.org
Disallow: /
User-Agent: DomainStatsBot
Disallow: /
User-Agent: DomCopBot
Disallow: /
User-Agent: Dotbot
Disallow: /
User-Agent: Download Wonder
Disallow: /
User-Agent: Dragonfly
Disallow: /
User-Agent: Drip
Disallow: /
User-Agent: DSearch
Disallow: /
User-Agent: DTS Agent
Disallow: /
User-Agent: EasyDL
Disallow: /
User-Agent: Ebingbong
Disallow: /
User-Agent: eCatch
Disallow: /
User-Agent: ECCP/1.0
Disallow: /
User-Agent: Ecxi
Disallow: /
User-Agent: EirGrabber
Disallow: /
User-Agent: EMail Siphon
Disallow: /
User-Agent: EMail Wolf
Disallow: /
User-Agent: EroCrawler
Disallow: /
User-Agent: evc-batch
Disallow: /
User-Agent: Evil
Disallow: /
User-Agent: Exabot
Disallow: /
User-Agent: Express WebPictures
Disallow: /
User-Agent: ExtLinksBot
Disallow: /
User-Agent: Extractor
Disallow: /
User-Agent: ExtractorPro
Disallow: /
User-Agent: Extreme Picture Finder
Disallow: /
User-Agent: EyeNetlE
Disallow: /
User-Agent: Ezooms
Disallow: /
User-Agent: FacebookBot
Disallow: /
User-Agent: facebookscraper
Disallow: /
User-Agent: FDM
Disallow: /
User-Agent: FemtosearchBot
Disallow: /
User-Agent: FHscan
Disallow: /
User-Agent: Fimap
Disallow: /
User-Agent: FlashGet
Disallow: /
User-Agent: Flunky
Disallow: /
User-Agent: Foobot
Disallow: /
User-Agent: Freeuploader
Disallow: /
User-Agent: FrontPage
Disallow: /
User-Agent: Fuzz
Disallow: /
User-Agent: FyberSpider
Disallow: /
User-Agent: Fyrebot
Disallow: /
User-Agent: G-i-g-a-b-o-t
Disallow: /
User-Agent: GalaxyBot
Disallow: /
User-Agent: Genieo
Disallow: /
User-Agent: GermCrawler
Disallow: /
User-Agent: Getintent
Disallow: /
User-Agent: GetRight
Disallow: /
User-Agent: Get Web
Disallow: /
User-Agent: Gigabot
Disallow: /
User-Agent: Go-Ahead-Got-It
Disallow: /
User-Agent: Go!Zilla
Disallow: /
User-Agent: gopher
Disallow: /
User-Agent: Gotit
Disallow: /
User-Agent: GoZilla
Disallow: /
User-Agent: GPTBot
Disallow: /
User-Agent: Grabber
Disallow: /
User-Agent: GrabNet
Disallow: /
User-Agent: Grafula
Disallow: /
User-Agent: GrapeFX
Disallow: /
User-Agent: GrapeshotCrawler
Disallow: /
User-Agent: GridBot
Disallow: /
User-Agent: GT::WWW
Disallow: /
User-Agent: Haansoft
Disallow: /
User-Agent: HaosouSpider
Disallow: /
User-Agent: Harvest
Disallow: /
User-Agent: Havij
Disallow: /
User-Agent: HEADMasterSEO
Disallow: /
User-Agent: Heritrix
Disallow: /
User-Agent: heritrix
Disallow: /
User-Agent: Hloader
Disallow: /
User-Agent: HM View
Disallow: /
User-Agent: HonoluluBot
Disallow: /
User-Agent: HTMLparser
Disallow: /
User-Agent: HTTP::Lite
Disallow: /
User-Agent: HTTrack
Disallow: /
User-Agent: Humanlinks
Disallow: /
User-Agent: HybridBot
Disallow: /
User-Agent: Iblog
Disallow: /
User-Agent: Id-search
Disallow: /
User-Agent: IDBot
Disallow: /
User-Agent: IDBTE4M
Disallow: /
User-Agent: IlseBot
Disallow: /
User-Agent: Image Fetch
Disallow: /
User-Agent: Image Sucker
Disallow: /
User-Agent: imagesift.com
Disallow: /
User-Agent: ImagesiftBot
Disallow: /
User-Agent: IndeedBot
Disallow: /
User-Agent: Indy Library
Disallow: /
User-Agent: InfoNaviRobot
Disallow: /
User-Agent: Information Security Team InfraSec Scanner
Disallow: /
User-Agent: InfoTekies
Disallow: /
User-Agent: InfraSec Scanner
Disallow: /
User-Agent: instabid
Disallow: /
User-Agent: Intelliseek
Disallow: /
User-Agent: InterGET
Disallow: /
User-Agent: Internet Ninja
Disallow: /
User-Agent: InternetMeasurement
Disallow: /
User-Agent: InternetSeer
Disallow: /
User-Agent: internetVista monitor
Disallow: /
User-Agent: ips-agent
Disallow: /
User-Agent: Iria
Disallow: /
User-Agent: IRLbot
Disallow: /
User-Agent: isitwp.com
Disallow: /
User-Agent: Iskanie
Disallow: /
User-Agent: IstellaBot
Disallow: /
User-Agent: iubenda-radar
Disallow: /
User-Agent: JamesBOT
Disallow: /
User-Agent: Jbrofuzz
Disallow: /
User-Agent: JennyBot
Disallow: /
User-Agent: JetCar
Disallow: /
User-Agent: Jetty
Disallow: /
User-Agent: JikeSpider
Disallow: /
User-Agent: JOC Web Spider
Disallow: /
User-Agent: Joomla
Disallow: /
User-Agent: Jorgee
Disallow: /
User-Agent: Just View
Disallow: /
User-Agent: Jyxobot
Disallow: /
User-Agent: Kenjin Spider
Disallow: /
User-Agent: Keybot Translation-Search-Machine
Disallow: /
User-Agent: Keyword Density
Disallow: /
User-Agent: Kinza
Disallow: /
User-Agent: Kozmosbot
Disallow: /
User-Agent: Lanshanbot
Disallow: /
User-Agent: Larbin
Disallow: /
User-Agent: Leap
Disallow: /
User-Agent: LeechFTP
Disallow: /
User-Agent: LeechGet
Disallow: /
User-Agent: LexiBot
Disallow: /
User-Agent: Litp
Disallow: /
User-Agent: Lib Web
Disallow: /
User-Agent: Libwhisker
Disallow: /
User-Agent: LieBaoFast
Disallow: /
User-Agent: Lightspeedsystems
Disallow: /
User-Agent: Likse
Disallow: /
User-Agent: Linkbot
Disallow: /
User-Agent: linkdexbot
Disallow: /
User-Agent: LinkextractorPro
Disallow: /
User-Agent: linkfluence
Disallow: /
User-Agent: LinkpadBot
Disallow: /
User-Agent: LinkScan
Disallow: /
User-Agent: LinksManager
Disallow: /
User-Agent: Link Walker
Disallow: /
User-Agent: LinqiaMetadataDownloaderBot
Disallow: /
User-Agent: LinqiaRSSBot
Disallow: /
User-Agent: LinqiaScrapeBot
Disallow: /
User-Agent: Lipperhey
Disallow: /
User-Agent: Lipperhey Spider
Disallow: /
User-Agent: Litemage_walker
Disallow: /
User-Agent: Lmspider
Disallow: /
User-Agent: LNSpiderguy
Disallow: /
User-Agent: Ltx71
Disallow: /
User-Agent: Iwp-request
Disallow: /
User-Agent: Iwp-trivial
Disallow: /
User-Agent: LWP::Simple
Disallow: /
User-Agent: Mag-Net
Disallow: /
User-Agent: Magnet
Disallow: /
User-Agent: magpie-crawler
Disallow: /
User-Agent: Majestic SEO
Disallow: /
User-Agent: Majestic-SEO
Disallow: /
User-Agent: Majestic 12
Disallow: /
User-Agent: MarkMonitor
Disallow: /
User-Agent: Mark Watch
Disallow: /
User-Agent: Mass Downloader
Disallow: /
User-Agent: Masscan
Disallow: /
User-Agent: Mata Hari
Disallow: /
User-Agent: MauiBot
Disallow: /
User-Agent: Mb2345Browser
Disallow: /
User-Agent: MeanPath Bot
Disallow: /
User-Agent: Meanpathbot
Disallow: /
User-Agent: meanpathbot
Disallow: /
User-Agent: Mediatoolkitbot
Disallow: /
User-Agent: mediawords.
Disallow: /
User-Agent: Megalndex.ru
Disallow: /
User-Agent: Metauri
Disallow: /
User-Agent: MFC_Tear_Sample
Disallow: /
User-Agent: MicroMessenger
Disallow: /
User-Agent: MIDown tool
Disallow: /
User-Agent: MIlxpc
Disallow: /
User-Agent: Minefield
Disallow: /
User-Agent: Mister PiX
Disallow: /
User-Agent: MJ 12bot
Disallow: /
User-Agent: Mojeek
Disallow: /
User-Agent: Mojolicious
Disallow: /
User-Agent: MolokaiBot
Disallow: /
User-Agent: Morfeus Fucking Scanner
Disallow: /
User-Agent: Mozlila
Disallow: /
User-Agent: Mr.4×3
Disallow: /
User-Agent: MSFrontPage
Disallow: /
User-Agent: MSIECrawler
Disallow: /
User-Agent: Msrabot
Disallow: /
User-Agent: MTRobot
Disallow: /
User-Agent: muhstik-scan
Disallow: /
User-Agent: Musobot
Disallow: /
User-Agent: Name Intelligence
Disallow: /
User-Agent: Nameprotect
Disallow: /
User-Agent: Navroad
Disallow: /
User-Agent: NearSite
Disallow: /
User-Agent: Needle
Disallow: /
User-Agent: Nessus
Disallow: /
User-Agent: Net Vampire
Disallow: /
User-Agent: NetAnts
Disallow: /
User-Agent: Netcraft
Disallow: /
User-Agent: netEstate NE Crawler
Disallow: /
User-Agent: NetLyzer
Disallow: /
User-Agent: NetMechanic
Disallow: /
User-Agent: NetSpider
Disallow: /
User-Agent: Nettrack
Disallow: /
User-Agent: Netvibes
Disallow: /
User-Agent: NetZIP
Disallow: /
User-Agent: NextGenSearchBot
Disallow: /
User-Agent: Nibbler
Disallow: /
User-Agent: NICErsPRO
Disallow: /
User-Agent: Niki-bot
Disallow: /
User-Agent: Nikto
Disallow: /
User-Agent: NimbleCrawler
Disallow: /
User-Agent: Nimbostratus
Disallow: /
User-Agent: Ninja
Disallow: /
User-Agent: Nmap
Disallow: /
User-Agent: NPbot
Disallow: /
User-Agent: Nuclei
Disallow: /
User-Agent: Nutch
Disallow: /
User-Agent: oBot
Disallow: /
User-Agent: Octopus
Disallow: /
User-Agent: Offline Explorer
Disallow: /
User-Agent: Offline Navigator
Disallow: /
User-Agent: omgili
Disallow: /
User-Agent: OnCrawl
Disallow: /
User-Agent: openai
Disallow: /
User-Agent: openai.com
Disallow: /
User-Agent: Openfind
Disallow: /
User-Agent: OpenLinkProfiler
Disallow: /
User-Agent: Open VAS
Disallow: /
User-Agent: Openvas
Disallow: /
User-Agent: OrangeBot
Disallow: /
User-Agent: OrangeSpider
Disallow: /
User-Agent: OutelicksBot
Disallow: /
User-Agent: OutfoxBot
Disallow: /
User-Agent: Page Analyzer
Disallow: /
User-Agent: page scorer
Disallow: /
User-Agent: PageAnalyzer
Disallow: /
User-Agent: PageGrabber
Disallow: /
User-Agent: PageScorer
Disallow: /
User-Agent: PageThing.com
Disallow: /
User-Agent: Pandalytics
Disallow: /
User-Agent: Panscient
Disallow: /
User-Agent: Papa Foto
Disallow: /
User-Agent: Pavuk
Disallow: /
User-Agent: pcBrowser
Disallow: /
User-Agent: PECL::HTTP
Disallow: /
User-Agent: PeoplePal
Disallow: /
User-Agent: Petalbot
Disallow: /
User-Agent: PHPCrawl
Disallow: /
User-Agent: Pi-Monster
Disallow: /
User-Agent: Picscout
Disallow: /
User-Agent: Picsearch
Disallow: /
User-Agent: PictureFinder
Disallow: /
User-Agent: Piepmatz
Disallow: /
User-Agent: Pimonster
Disallow: /
User-Agent: Pixray
Disallow: /
User-Agent: PleaseCrawl
Disallow: /
User-Agent: plumanalytics
Disallow: /
User-Agent: Pockey
Disallow: /
User-Agent: POE-Component-Client-HTTP polaris version probe-image-size
Disallow: /
User-Agent: Probethenet
Disallow: /
User-Agent: ProPowerBot
Disallow: /
User-Agent: ProWebWalker
Disallow: /
User-Agent: Proximic
Disallow: /
User-Agent: Psbot
Disallow: /
User-Agent: Pu iN
Disallow: /
User-Agent: Pump
Disallow: /
User-Agent: PxBroker
Disallow: /
User-Agent: PyCurl
Disallow: /
User-Agent: QueryN Metasearch
Disallow: /
User-Agent: Quick-Crawler
Disallow: /
User-Agent: Rainbot
Disallow: /
User-Agent: RankActive
Disallow: /
User-Agent: RankActiveLinkBot
Disallow: /
User-Agent: RankFlex
Disallow: /
User-Agent: RankingBot
Disallow: /
User-Agent: RankingBot2
Disallow: /
User-Agent: Rankivabot
Disallow: /
User-Agent: RankurBot
Disallow: /
User-Agent: Re-re
Disallow: /
User-Agent: Real Download
Disallow: /
User-Agent: Reaper
Disallow: /
User-Agent: Rebel Mouse
Disallow: /
User-Agent: Recorder
Disallow: /
User-Agent: RedesScrapy
Disallow: /
User-Agent: ReGet
Disallow: /
User-Agent: RepoMonkey
Disallow: /
User-Agent: Ripper ripz
Disallow: /
User-Agent: RocketCrawler
Disallow: /
User-Agent: Rogerbot
Disallow: /
User-Agent: RSSingBot
Disallow: /
User-Agent: siz.ru
Disallow: /
User-Agent: Salesintelligent
Disallow: /
User-Agent: satoristudio.net
Disallow: /
User-Agent: SBlder
Disallow: /
User-Agent: scalaj-http
Disallow: /
User-Agent: scan.lol
Disallow: /
User-Agent: ScanAlert
Disallow: /
User-Agent: Scanbot
Disallow: /
User-Agent: ScoutJet
Disallow: /
User-Agent: Scrapy
Disallow: /
User-Agent: Screaming
Disallow: /
User-Agent: ScreenerBot
Disallow: /
User-Agent: ScrepyBot
Disallow: /
User-Agent: Searchestate
Disallow: /
User-Agent: SearchmetricsBot
Disallow: /
User-Agent: Seckport
Disallow: /
User-Agent: SeckportBot
Disallow: /
User-Agent: SemanticJuice
Disallow: /
User-Agent: Semrush
Disallow: /
User-Agent: SemrushBot
Disallow: /
User-Agent: SentiBot
Disallow: /
User-Agent: SenutoBot
Disallow: /
User-Agent: seobility
Disallow: /
User-Agent: SeobilityBot
Disallow: /
User-Agent: seocompany store
Disallow: /
User-Agent: SEOkicks
Disallow: /
User-Agent: SEOkicks-Robot
Disallow: /
User-Agent: SEOlyticsCrawler
Disallow: /
User-Agent: Seomoz
Disallow: /
User-Agent: SEOprofiler
Disallow: /
User-Agent: seoscanners
Disallow: /
User-Agent: SeoSiteCheckup
Disallow: /
User-Agent: scostar
Disallow: /
User-Agent: SEOstats
Disallow: /
User-Agent: serpstatbot
Disallow: /
User-Agent: sexsearcher
Disallow: /
User-Agent: Shodan
Disallow: /
User-Agent: Siphon
Disallow: /
User-Agent: SISTRIN
Disallow: /
User-Agent: SiteSucker
Disallow: /
User-Agent: Sitebeam
Disallow: /
User-Agent: sitechecker.pro
Disallow: /
User-Agent: SiteCheckerBotCrawler
Disallow: /
User-Agent: SiteExplorer
Disallow: /
User-Agent: Siteimprove
Disallow: /
User-Agent: SiteLockSpider
Disallow: /
User-Agent: siteripz
Disallow: /
User-Agent: SiteSnagger
Disallow: /
User-Agent: SiteSucker
Disallow: /
User-Agent: Sitevigil
Disallow: /
User-Agent: SlySearch
Disallow: /
User-Agent: SmartDownload
Disallow: /
User-Agent: SMTBot
Disallow: /
User-Agent: Snake
Disallow: /
User-Agent: Snapbot
Disallow: /
User-Agent: Snoopy
Disallow: /
User-Agent: SocialRanklOBot
Disallow: /
User-Agent: Sociscraper
Disallow: /
User-Agent: Sogou web spider
Disallow: /
User-Agent: sogouspider
Disallow: /
User-Agent: Sosospider
Disallow: /
User-Agent: Sottopop
Disallow: /
User-Agent: sp_auditbot
Disallow: /
User-Agent: SpaceBison
Disallow: /
User-Agent: Spammen
Disallow: /
User-Agent: SpankBot
Disallow: /
User-Agent: Spanner
Disallow: /
User-Agent: Spbot
Disallow: /
User-Agent: Spinn3r
Disallow: /
User-Agent: SputnikBot
Disallow: /
User-Agent: spyfu
Disallow: /
User-Agent: Sqlmap
Disallow: /
User-Agent: Sqlworm
Disallow: /
User-Agent: Sqworm
Disallow: /
User-Agent: Steeler
Disallow: /
User-Agent: Stripper
Disallow: /
User-Agent: Sucker
Disallow: /
User-Agent: Sucuri
Disallow: /
User-Agent: SuperBot
Disallow: /
User-Agent: SuperHTTP
Disallow: /
User-Agent: Surfbot
Disallow: /
User-Agent: SurveyBot
Disallow: /
User-Agent: Suzuran
Disallow: /
User-Agent: Swiftbot
Disallow: /
User-Agent: sysscan
Disallow: /
User-Agent: Szukacz
Disallow: /
User-Agent: TOPHackTeam
Disallow: /
User-Agent: T8Abot
Disallow: /
User-Agent: tAkeOut
Disallow: /
User-Agent: Teleport
Disallow: /
User-Agent: TeleportPro
Disallow: /
User-Agent: Telesoft
Disallow: /
User-Agent: Telesphoreo
Disallow: /
User-Agent: Telesphorep
Disallow: /
User-Agent: The Intraformant
Disallow: /
User-Agent: TheNomad
Disallow: /
User-Agent: Thumbor
Disallow: /
User-Agent: TightTwatBot
Disallow: /
User-Agent: TinyTestBot
Disallow: /
User-Agent: Titan
Disallow: /
User-Agent: Toata
Disallow: /
User-Agent: Toweyabot
Disallow: /
User-Agent: Tracemyfile
Disallow: /
User-Agent: Trendiction
Disallow: /
User-Agent: trendiction.com
Disallow: /
User-Agent: trendiction.de
Disallow: /
User-Agent: Trendictionbot
Disallow: /
User-Agent: True Robot
Disallow: /
User-Agent: Turingos
Disallow: /
User-Agent: Turnitin
Disallow: /
User-Agent: TurnitinBot
Disallow: /
User-Agent: IwengaBot
Disallow: /
User-Agent: Twice
Disallow: /
User-Agent: Typhoeus
Disallow: /
User-Agent: ubermetrics-technologies.com
Disallow: /
User-Agent: UnisterBot
Disallow: /
User-Agent: Upflow
Disallow: /
User-Agent: URLy Warning
Disallow: /
User-Agent: URLy. Warning
Disallow: /
User-Agent: V-BOT
Disallow: /
User-Agent: Vacuum
Disallow: /
User-Agent: Vagabondo
Disallow: /
User-Agent: VB Project
Disallow: /
User-Agent: VCI
Disallow: /
User-Agent: VelenPublic WebCrawler
Disallow: /
User-Agent: VeriCiteCrawler
Disallow: /
User-Agent: VidibleScraper
Disallow: /
User-Agent: Virusdie
Disallow: /
User-Agent: VoidEYE
Disallow: /
User-Agent: Voil
Disallow: /
User-Agent: Voltron
Disallow: /
User-Agent: voyagerx.com
Disallow: /
User-Agent: Wallpapers
Disallow: /
User-Agent: Wallpapers/3.0
Disallow: /
User-Agent: WallpapersHD
Disallow: /
User-Agent: WASALive-Bot
Disallow: /
User-Agent: WBSearchBot
Disallow: /
User-Agent: Web Auto
Disallow: /
User-Agent: Web Collage
Disallow: /
User-Agent: Web Enhancer
Disallow: /
User-Agent: Web Fetch
Disallow: /
User-Agent: Web Fuck
Disallow: /
User-Agent: Web Pix
Disallow: /
User-Agent: Web Sauger
Disallow: /
User-Agent: Web Sucker
Disallow: /
User-Agent: Webalta
Disallow: /
User-Agent: WebAuto
Disallow: /
User-Agent: WebBandit
Disallow: /
User-Agent: WebCollage
Disallow: /
User-Agent: WebCopier
Disallow: /
User-Agent: WEBDAV
Disallow: /
User-Agent: WebEnhancer
Disallow: /
User-Agent: WebFetch
Disallow: /
User-Agent: WebFuck
Disallow: /
User-Agent: webgains-bot
Disallow: /
User-Agent: WebGo IS
Disallow: /
User-Agent: WeblmageCollector
Disallow: /
User-Agent: WebLeacher
Disallow: /
User-Agent: WebmasterWorldForumBot
Disallow: /
User-Agent: webmeup-crawler
Disallow: /
User-Agent: WebPix
Disallow: /
User-Agent: webpros.com
Disallow: /
User-Agent: webprosbot
Disallow: /
User-Agent: WebReaper
Disallow: /
User-Agent: WebSauger
Disallow: /
User-Agent: Webshag
Disallow: /
User-Agent: Website Quester
Disallow: /
User-Agent: WebsiteExtractor
Disallow: /
User-Agent: WebsiteQuester
Disallow: /
User-Agent: Webster
Disallow: /
User-Agent: WebStripper
Disallow: /
User-Agent: WebSucker
Disallow: /
User-Agent: WebWhacker
Disallow: /
User-Agent: WebZIP
Disallow: /
User-Agent: WeSEE
Disallow: /
User-Agent: Whack
Disallow: /
User-Agent: Whacker
Disallow: /
User-Agent: Whatweb
Disallow: /
User-Agent: Who.is Bot
Disallow: /
User-Agent: Widow
Disallow: /
User-Agent: WinHTTrack
Disallow: /
User-Agent: WiseGuys Robot
Disallow: /
User-Agent: WISENutbot
Disallow: /
User-Agent: Wonderbot
Disallow: /
User-Agent: Woobot
Disallow: /
User-Agent: Wotbox
Disallow: /
User-Agent: Wprecon
Disallow: /
User-Agent: WPScan
Disallow: /
User-Agent: WWW-Collector-E
Disallow: /
User-Agent: WWW-Mechanize
Disallow: /
User-Agent: WWW::Mechanize
Disallow: /
User-Agent: WWWOFFLE
Disallow: /
User-Agent: Xaldon WebSpider
Disallow: /
User-Agent: Xaldon_WebSpider
Disallow: /
User-Agent: Хепи
Disallow: /
User-Agent: хрутер1.exe
Disallow: /
User-Agent: YaK
Disallow: /
User-Agent: YoudaoBot
Disallow: /
User-Agent: Zade
Disallow: /
User-Agent: Zauba
Disallow: /
User-Agent: zauba.io
Disallow: /
User-Agent: Zermelo
Disallow: /
User-Agent: Zeus
Disallow: /
User-Agent: zgrab
Disallow: /
User-Agent: Zitebot
Disallow: /
User-Agent: ZmEu
Disallow: /
User-Agent: ZoomBot
Disallow: /
User-Agent: ZoominfoBot
Disallow: /
User-Agent: ZumBot
Disallow: /
User-Agent: ZyBorg
Disallow: /