User-Agent: * Disallow: */index.php$ Disallow: /bitrix/ Disallow: /personal/ Disallow: */cgi-bin/ Disallow: /local/ Disallow: /test/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: *?clear_cache= Disallow: *&clear_cache= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*?print= Disallow: /*?list_style= Disallow: /*?sort= Disallow: /*?sort_by= Disallow: /*?set_filter= Disallow: /*?arrFilter= Disallow: /*?order= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: */auth/ Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: */order/ Disallow: /*download Disallow: /test.php Disallow: */filter/*/apply/ Disallow: /*setreg= Disallow: /*logout Disallow: */filter/ Disallow: /*back_url_admin Disallow: /*sphrase_id Disallow: */search/ Disallow: /*type= Disallow: /*?product_id= Disallow: /*?display= Disallow: /*?view_mode= Disallow: /*min_price= Disallow: /*max_price= Disallow: /*&page= Disallow: /*?path= Disallow: /*?route= Disallow: /*?products_on_page= Disallow: /*back_url_admin= Disallow: /*?PAGEN_1=1$ Disallow: /*?PAGEN_1=1/$ Disallow: /*?new=Y Disallow: /*?edit= Disallow: /*?preview= Disallow: /*SHOWALL= Disallow: /*SHOW_ALL= Disallow: /*SHOWBY= Disallow: /*SPHRASE_ID= Disallow: /*TYPE= Disallow: /*?utm*= Disallow: /*&utm*= Disallow: /*?ei= Disallow: /*?p= Disallow: /*?q= Disallow: /*?VIEW= Disallow: /*?SORT_TO= Disallow: /*?SORT_FIELD= Disallow: /*set_filter= Disallow: */auth.php Disallow: /*?alfaction= Disallow: /*?oid= Disallow: /*?name= Disallow: /*?form_id= Disallow: /*&form_id= Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= Disallow: /*?view_result= Disallow: /*&view_result= Disallow: */resize_cache/ Disallow: /?mdrv= Disallow: /*?mdrv= Disallow: /*&mdrv= Disallow: /*?WEB_FORM_ID= Disallow: /*?etext Disallow: /*rk.php?goto=* Disallow: */redirect.php?event* Disallow: */redirect.php?goto=* Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Disallow: /bitrix/panel/ Allow: /local/components/ Allow: /local/cache/ Allow: /local/js/ Allow: /local/templates/ Allow: /rss/dzen/ Sitemap: https://ncfu.ru/sitemap.xml User-Agent: Yandex Disallow: */index.php$ Disallow: /bitrix/ Disallow: /personal/ Disallow: */cgi-bin/ Disallow: /local/ Disallow: /test/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: *?clear_cache= Disallow: *&clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*?print= Disallow: /*?list_style= Disallow: /*?sort= Disallow: /*?sort_by= Disallow: /*?set_filter= Disallow: /*?arrFilter= Disallow: /*?order= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: */auth/ Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: */order/ Disallow: /*download Disallow: /test.php Disallow: */filter/*/apply/ Disallow: /*setreg= Disallow: /*logout Disallow: */filter/ Disallow: /*back_url_admin Disallow: /*sphrase_id Disallow: */search/ Disallow: /*type= Disallow: /*?product_id= Disallow: /*?display= Disallow: /*?view_mode= Disallow: /*min_price= Disallow: /*max_price= Disallow: /*&page= Disallow: /*?path= Disallow: /*?route= Disallow: /*?products_on_page= Disallow: /*back_url_admin= Disallow: /*?PAGEN_1=1$ Disallow: /*?PAGEN_1=1/$ Disallow: /*?new=Y Disallow: /*?edit= Disallow: /*?preview= Disallow: /*SHOWALL= Disallow: /*SHOW_ALL= Disallow: /*SHOWBY= Disallow: /*SPHRASE_ID= Disallow: /*TYPE= Disallow: /*?utm*= Disallow: /*&utm*= Disallow: /*?ei= Disallow: /*?p= Disallow: /*?q= Disallow: /*?VIEW= Disallow: /*?SORT_TO= Disallow: /*?SORT_FIELD= Disallow: /*set_filter= Disallow: */auth.php Disallow: /*?alfaction= Disallow: /*?oid= Disallow: /*?name= Disallow: /*?form_id= Disallow: /*&form_id= Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= Disallow: /*?view_result= Disallow: /*&view_result= Disallow: */resize_cache/ Disallow: /?mdrv= Disallow: /*?mdrv= Disallow: /*&mdrv= Disallow: /novosti/nauka/info/ Disallow: /novosti/abiturientu/info/ Disallow: /novosti/mezhdunarodnaya-deyatelnost/informaciya/ Disallow: /*?newsid* Disallow: /*?WEB_FORM_ID= Disallow: /*?etext Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Disallow: /bitrix/panel/ Allow: /local/components/ Allow: /local/cache/ Allow: /local/js/ Allow: /local/templates/ Allow: /rss/dzen/ Host: https://ncfu.ru Clean-param: setreg&back_url_admin&logout&sphrase_id&action&utm_source&openstat&sort&sort_by&arrFilter&display&bxajaxid&view_mode&set_filter&alfaction&SORT_TO&SORT_FIELD&VIEW&bitrix_include_areas&clear_cache&mdrv Clean-param: clear_cache User-Agent: Googlebot Disallow: */index.php$ Disallow: /bitrix/ Disallow: /personal/ Disallow: */cgi-bin/ Disallow: /local/ Disallow: /test/ Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: /*bitrix_include_areas= Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*?print= Disallow: /*?list_style= Disallow: /*?sort= Disallow: /*?sort_by= Disallow: /*?set_filter= Disallow: /*?arrFilter= Disallow: /*?order= Disallow: /*&print= Disallow: /*print_course= Disallow: /*?action= Disallow: /*&action= Disallow: /*register= Disallow: /*forgot_password= Disallow: /*change_password= Disallow: /*login= Disallow: /*logout= Disallow: /*auth= Disallow: */auth/ Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: */order/ Disallow: /*download Disallow: /test.php Disallow: */filter/*/apply/ Disallow: /*setreg= Disallow: /*logout Disallow: */filter/ Disallow: /*back_url_admin Disallow: /*sphrase_id Disallow: */search/ Disallow: /*type= Disallow: /*?product_id= Disallow: /*?display= Disallow: /*?view_mode= Disallow: /*min_price= Disallow: /*max_price= Disallow: /*&page= Disallow: /*?path= Disallow: /*?route= Disallow: /*?products_on_page= Disallow: /*back_url_admin= Disallow: /*?PAGEN_1=1$ Disallow: /*?PAGEN_1=1/$ Disallow: /*?new=Y Disallow: /*?edit= Disallow: /*?preview= Disallow: /*SHOWALL= Disallow: /*SHOW_ALL= Disallow: /*SHOWBY= Disallow: /*SPHRASE_ID= Disallow: /*TYPE= Disallow: /*?utm*= Disallow: /*&utm*= Disallow: /*?ei= Disallow: /*?p= Disallow: /*?q= Disallow: /*?VIEW= Disallow: /*?SORT_TO= Disallow: /*?SORT_FIELD= Disallow: /*set_filter= Disallow: */auth.php Disallow: /*?alfaction= Disallow: /*?oid= Disallow: /*?name= Disallow: /*?form_id= Disallow: /*&form_id= Disallow: /*?bxajaxid= Disallow: /*&bxajaxid= Disallow: /*?view_result= Disallow: /*&view_result= Disallow: */resize_cache/ Disallow: /*?mdrv= Disallow: /*&mdrv= Allow: /bitrix/components/ Allow: /bitrix/cache/ Allow: /bitrix/js/ Allow: /bitrix/templates/ Disallow: /bitrix/panel/ Allow: /local/components/ Allow: /local/cache/ Allow: /local/js/ Allow: /local/templates/ # Bot User-Agent: 01h4x.com Disallow: / User-Agent: 360Spider Disallow: / User-Agent: 404checker Disallow: / User-Agent: 404enemy Disallow: / User-Agent: 80legs Disallow: / User-Agent: ADmantX Disallow: / User-Agent: AIBOT Disallow: / User-Agent: ALittle Client Disallow: / User-Agent: ASPSeek Disallow: / User-Agent: Abonti Disallow: / User-Agent: Aboundex Disallow: / User-Agent: Aboundexbot Disallow: / User-Agent: Acunetix Disallow: / User-Agent: AdsTxtCrawlerTP Disallow: / User-Agent: AfD-Verbotsverfahren Disallow: / User-Agent: AhrefsBot Disallow: / User-Agent: AiHitBot Disallow: / User-Agent: Aipbot Disallow: / User-Agent: Alexibot Disallow: / User-Agent: AllSubmitter Disallow: / User-Agent: Alligator Disallow: / User-Agent: AlphaBot Disallow: / User-Agent: Anarchie Disallow: / User-Agent: Anarchy Disallow: / User-Agent: Anarchy99 Disallow: / User-Agent: Ankit Disallow: / User-Agent: Anthill Disallow: / User-Agent: Apexoo Disallow: / User-Agent: Aspiegel Disallow: / User-Agent: Asterias Disallow: / User-Agent: Atomseobot Disallow: / User-Agent: Attach Disallow: / User-Agent: AwarioRssBot Disallow: / User-Agent: AwarioSmartBot Disallow: / User-Agent: BBBike Disallow: / User-Agent: BDCbot Disallow: / User-Agent: BDFetch Disallow: / User-Agent: BLEXBot Disallow: / User-Agent: BackDoorBot Disallow: / User-Agent: BackStreet Disallow: / User-Agent: BackWeb Disallow: / User-Agent: Backlink-Ceck Disallow: / User-Agent: BacklinkCrawler Disallow: / User-Agent: Badass Disallow: / User-Agent: Bandit Disallow: / User-Agent: Barkrowler Disallow: / User-Agent: BatchFTP Disallow: / User-Agent: Battleztar Bazinga Disallow: / User-Agent: BetaBot Disallow: / User-Agent: Bigfoot Disallow: / User-Agent: Bitacle Disallow: / User-Agent: Black Hole Disallow: / User-Agent: BlackWidow Disallow: / User-Agent: Blackboard Disallow: / User-Agent: Blow Disallow: / User-Agent: BlowFish Disallow: / User-Agent: Boardreader Disallow: / User-Agent: Bolt Disallow: / User-Agent: BotALot Disallow: / User-Agent: Brandprotect Disallow: / User-Agent: Brandwatch Disallow: / User-Agent: Buck Disallow: / User-Agent: Buddy Disallow: / User-Agent: BuiltBotTough Disallow: / User-Agent: BuiltWith Disallow: / User-Agent: Bullseye Disallow: / User-Agent: BunnySlippers Disallow: / User-Agent: BuzzSumo Disallow: / User-Agent: Bytespider Disallow: / User-Agent: CATExplorador Disallow: / User-Agent: CCBot Disallow: / User-Agent: CODE87 Disallow: / User-Agent: CSHttp Disallow: / User-Agent: Calculon Disallow: / User-Agent: CazoodleBot Disallow: / User-Agent: Cegbfeieh Disallow: / User-Agent: CensysInspect Disallow: / User-Agent: ChatGPT-User Disallow: / User-Agent: CheTeam Disallow: / User-Agent: CheeseBot Disallow: / User-Agent: CherryPicker Disallow: / User-Agent: ChinaClaw Disallow: / User-Agent: Chlooe Disallow: / User-Agent: Citoid Disallow: / User-Agent: Claritybot Disallow: / User-Agent: Cliqzbot Disallow: / User-Agent: Cloud mapping Disallow: / User-Agent: Cocolyzebot Disallow: / User-Agent: Cogentbot Disallow: / User-Agent: Collector Disallow: / User-Agent: Copier Disallow: / User-Agent: CopyRightCheck Disallow: / User-Agent: Copyscape Disallow: / User-Agent: Cosmos Disallow: / User-Agent: Craftbot Disallow: / User-Agent: Crawling at Home Project Disallow: / User-Agent: CrazyWebCrawler Disallow: / User-Agent: Crescent Disallow: / User-Agent: CrunchBot Disallow: / User-Agent: Curious Disallow: / User-Agent: Custo Disallow: / User-Agent: CyotekWebCopy Disallow: / User-Agent: DBLBot Disallow: / User-Agent: DIIbot Disallow: / User-Agent: DSearch Disallow: / User-Agent: DTS Agent Disallow: / User-Agent: DataCha0s Disallow: / User-Agent: DatabaseDriverMysqli Disallow: / User-Agent: Demon Disallow: / User-Agent: Deusu Disallow: / User-Agent: Devil Disallow: / User-Agent: Digincore Disallow: / User-Agent: DigitalPebble Disallow: / User-Agent: Dirbuster Disallow: / User-Agent: Disco Disallow: / User-Agent: Discobot Disallow: / User-Agent: Discoverybot Disallow: / User-Agent: Dispatch Disallow: / User-Agent: DittoSpyder Disallow: / User-Agent: DnBCrawler-Analytics Disallow: / User-Agent: DnyzBot Disallow: / User-Agent: DomCopBot Disallow: / User-Agent: DomainAppender Disallow: / User-Agent: DomainCrawler Disallow: / User-Agent: DomainSigmaCrawler Disallow: / User-Agent: DomainStatsBot Disallow: / User-Agent: Domains Project Disallow: / User-Agent: Dotbot Disallow: / User-Agent: Download Wonder Disallow: / User-Agent: Dragonfly Disallow: / User-Agent: Drip Disallow: / User-Agent: ECCP/1.0 Disallow: / User-Agent: EMail Siphon Disallow: / User-Agent: EMail Wolf Disallow: / User-Agent: EasyDL Disallow: / User-Agent: Ebingbong Disallow: / User-Agent: Ecxi Disallow: / User-Agent: EirGrabber Disallow: / User-Agent: EroCrawler Disallow: / User-Agent: Evil Disallow: / User-Agent: Exabot Disallow: / User-Agent: Express WebPictures Disallow: / User-Agent: ExtLinksBot Disallow: / User-Agent: Extractor Disallow: / User-Agent: ExtractorPro Disallow: / User-Agent: Extreme Picture Finder Disallow: / User-Agent: EyeNetIE Disallow: / User-Agent: Ezooms Disallow: / User-Agent: FDM Disallow: / User-Agent: FHscan Disallow: / User-Agent: FacebookBot Disallow: / User-Agent: FemtosearchBot Disallow: / User-Agent: Fimap Disallow: / User-Agent: Firefox/7.0 Disallow: / User-Agent: FlashGet Disallow: / User-Agent: Flunky Disallow: / User-Agent: Foobot Disallow: / User-Agent: Freeuploader Disallow: / User-Agent: FrontPage Disallow: / User-Agent: Fuzz Disallow: / User-Agent: FyberSpider Disallow: / User-Agent: Fyrebot Disallow: / User-Agent: G-i-g-a-b-o-t Disallow: / User-Agent: GPTBot Disallow: / User-Agent: GT::WWW Disallow: / User-Agent: GalaxyBot Disallow: / User-Agent: Genieo Disallow: / User-Agent: GermCrawler Disallow: / User-Agent: GetRight Disallow: / User-Agent: GetWeb Disallow: / User-Agent: Getintent Disallow: / User-Agent: Gigabot Disallow: / User-Agent: Go!Zilla Disallow: / User-Agent: Go-Ahead-Got-It Disallow: / User-Agent: GoZilla Disallow: / User-Agent: Google-Extended Disallow: / User-Agent: Gotit Disallow: / User-Agent: GrabNet Disallow: / User-Agent: Grabber Disallow: / User-Agent: Grafula Disallow: / User-Agent: GrapeFX Disallow: / User-Agent: GrapeshotCrawler Disallow: / User-Agent: GridBot Disallow: / User-Agent: HEADMasterSEO Disallow: / User-Agent: HMView Disallow: / User-Agent: HTMLparser Disallow: / User-Agent: HTTP::Lite Disallow: / User-Agent: HTTrack Disallow: / User-Agent: Haansoft Disallow: / User-Agent: HaosouSpider Disallow: / User-Agent: Harvest Disallow: / User-Agent: Havij Disallow: / User-Agent: Heritrix Disallow: / User-Agent: Hloader Disallow: / User-Agent: HonoluluBot Disallow: / User-Agent: Humanlinks Disallow: / User-Agent: HybridBot Disallow: / User-Agent: IDBTE4M Disallow: / User-Agent: IDBot Disallow: / User-Agent: IRLbot Disallow: / User-Agent: Iblog Disallow: / User-Agent: Id-search Disallow: / User-Agent: IlseBot Disallow: / User-Agent: Image Fetch Disallow: / User-Agent: Image Sucker Disallow: / User-Agent: ImagesiftBot Disallow: / User-Agent: IndeedBot Disallow: / User-Agent: Indy Library Disallow: / User-Agent: InfoNaviRobot Disallow: / User-Agent: InfoTekies Disallow: / User-Agent: Intelliseek Disallow: / User-Agent: InterGET Disallow: / User-Agent: Internet Ninja Disallow: / User-Agent: InternetSeer Disallow: / User-Agent: Iria Disallow: / User-Agent: Iskanie Disallow: / User-Agent: IstellaBot Disallow: / User-Agent: JOC Web Spider Disallow: / User-Agent: JamesBOT Disallow: / User-Agent: Jbrofuzz Disallow: / User-Agent: JennyBot Disallow: / User-Agent: JetCar Disallow: / User-Agent: Jetty Disallow: / User-Agent: JikeSpider Disallow: / User-Agent: Joomla Disallow: / User-Agent: Jorgee Disallow: / User-Agent: JustView Disallow: / User-Agent: Jyxobot Disallow: / User-Agent: Kenjin Spider Disallow: / User-Agent: Keybot Translation-Search-Machine Disallow: / User-Agent: Keyword Density Disallow: / User-Agent: Kinza Disallow: / User-Agent: Kozmosbot Disallow: / User-Agent: LNSpiderguy Disallow: / User-Agent: LWP::Simple Disallow: / User-Agent: Lanshanbot Disallow: / User-Agent: Larbin Disallow: / User-Agent: Leap Disallow: / User-Agent: LeechFTP Disallow: / User-Agent: LeechGet Disallow: / User-Agent: LexiBot Disallow: / User-Agent: Lftp Disallow: / User-Agent: LibWeb Disallow: / User-Agent: Libwhisker Disallow: / User-Agent: LieBaoFast Disallow: / User-Agent: Lightspeedsystems Disallow: / User-Agent: Likse Disallow: / User-Agent: LinkScan Disallow: / User-Agent: LinkWalker Disallow: / User-Agent: Linkbot Disallow: / User-Agent: LinkextractorPro Disallow: / User-Agent: LinkpadBot Disallow: / User-Agent: LinksManager Disallow: / User-Agent: LinqiaMetadataDownloaderBot Disallow: / User-Agent: LinqiaRSSBot Disallow: / User-Agent: LinqiaScrapeBot Disallow: / User-Agent: Lipperhey Disallow: / User-Agent: Lipperhey Spider Disallow: / User-Agent: Litemage_walker Disallow: / User-Agent: Lmspider Disallow: / User-Agent: Ltx71 Disallow: / User-Agent: MFC_Tear_Sample Disallow: / User-Agent: MIDown tool Disallow: / User-Agent: MIIxpc Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: MQQBrowser Disallow: / User-Agent: MSFrontPage Disallow: / User-Agent: MSIECrawler Disallow: / User-Agent: MTRobot Disallow: / User-Agent: Mag-Net Disallow: / User-Agent: Magnet Disallow: / User-Agent: Mail.RU_Bot Disallow: / User-Agent: Majestic SEO Disallow: / User-Agent: Majestic-SEO Disallow: / User-Agent: Majestic12 Disallow: / User-Agent: MarkMonitor Disallow: / User-Agent: MarkWatch Disallow: / User-Agent: Mass Downloader Disallow: / User-Agent: Masscan Disallow: / User-Agent: Mata Hari Disallow: / User-Agent: MauiBot Disallow: / User-Agent: Mb2345Browser Disallow: / User-Agent: MeanPath Bot Disallow: / User-Agent: Meanpathbot Disallow: / User-Agent: Mediatoolkitbot Disallow: / User-Agent: MegaIndex.ru Disallow: / User-Agent: Metauri Disallow: / User-Agent: MicroMessenger Disallow: / User-Agent: Microsoft Data Access Disallow: / User-Agent: Microsoft URL Control Disallow: / User-Agent: Minefield Disallow: / User-Agent: Mister PiX Disallow: / User-Agent: Moblie Safari Disallow: / User-Agent: Mojeek Disallow: / User-Agent: Mojolicious Disallow: / User-Agent: MolokaiBot Disallow: / User-Agent: Morfeus Fucking Scanner Disallow: / User-Agent: Mozlila Disallow: / User-Agent: Mr.4x3 Disallow: / User-Agent: Msrabot Disallow: / User-Agent: Musobot Disallow: / User-Agent: NICErsPRO Disallow: / User-Agent: NPbot Disallow: / User-Agent: Name Intelligence Disallow: / User-Agent: Nameprotect Disallow: / User-Agent: Navroad Disallow: / User-Agent: NearSite Disallow: / User-Agent: Needle Disallow: / User-Agent: Nessus Disallow: / User-Agent: Net Vampire Disallow: / User-Agent: NetAnts Disallow: / User-Agent: NetLyzer Disallow: / User-Agent: NetMechanic Disallow: / User-Agent: NetSpider Disallow: / User-Agent: NetZIP Disallow: / User-Agent: Netcraft Disallow: / User-Agent: Nettrack Disallow: / User-Agent: Netvibes Disallow: / User-Agent: NextGenSearchBot Disallow: / User-Agent: Nibbler Disallow: / User-Agent: Niki-bot Disallow: / User-Agent: Nikto Disallow: / User-Agent: NimbleCrawler Disallow: / User-Agent: Nimbostratus Disallow: / User-Agent: Ninja Disallow: / User-Agent: Nmap Disallow: / User-Agent: Nuclei Disallow: / User-Agent: Nutch Disallow: / User-Agent: Octopus Disallow: / User-Agent: Offline Explorer Disallow: / User-Agent: Offline Navigator Disallow: / User-Agent: OnCrawl Disallow: / User-Agent: OpenLinkProfiler Disallow: / User-Agent: OpenVAS Disallow: / User-Agent: Openfind Disallow: / User-Agent: Openvas Disallow: / User-Agent: OrangeBot Disallow: / User-Agent: OrangeSpider Disallow: / User-Agent: OutclicksBot Disallow: / User-Agent: OutfoxBot Disallow: / User-Agent: PECL::HTTP Disallow: / User-Agent: PHPCrawl Disallow: / User-Agent: POE-Component-Client-HTTP Disallow: / User-Agent: Page Analyzer Disallow: / User-Agent: PageAnalyzer Disallow: / User-Agent: PageGrabber Disallow: / User-Agent: PageScorer Disallow: / User-Agent: PageThing.com Disallow: / User-Agent: Pandalytics Disallow: / User-Agent: Panscient Disallow: / User-Agent: Papa Foto Disallow: / User-Agent: Pavuk Disallow: / User-Agent: PeoplePal Disallow: / User-Agent: Petalbot Disallow: / User-Agent: Pi-Monster Disallow: / User-Agent: Picscout Disallow: / User-Agent: Picsearch Disallow: / User-Agent: PictureFinder Disallow: / User-Agent: Piepmatz Disallow: / User-Agent: Pimonster Disallow: / User-Agent: Pixray Disallow: / User-Agent: PleaseCrawl Disallow: / User-Agent: Pockey Disallow: / User-Agent: ProPowerBot Disallow: / User-Agent: ProWebWalker Disallow: / User-Agent: Probethenet Disallow: / User-Agent: Proximic Disallow: / User-Agent: Psbot Disallow: / User-Agent: Pu_iN Disallow: / User-Agent: Pump Disallow: / User-Agent: PxBroker Disallow: / User-Agent: PyCurl Disallow: / User-Agent: QueryN Metasearch Disallow: / User-Agent: Quick-Crawler Disallow: / User-Agent: RSSingBot Disallow: / User-Agent: Rainbot Disallow: / User-Agent: RankActive Disallow: / User-Agent: RankActiveLinkBot Disallow: / User-Agent: RankFlex Disallow: / User-Agent: RankingBot Disallow: / User-Agent: RankingBot2 Disallow: / User-Agent: Rankivabot Disallow: / User-Agent: RankurBot Disallow: / User-Agent: Re-re Disallow: / User-Agent: ReGet Disallow: / User-Agent: RealDownload Disallow: / User-Agent: Reaper Disallow: / User-Agent: RebelMouse Disallow: / User-Agent: Recorder Disallow: / User-Agent: RedesScrapy Disallow: / User-Agent: RepoMonkey Disallow: / User-Agent: Ripper Disallow: / User-Agent: RocketCrawler Disallow: / User-Agent: Rogerbot Disallow: / User-Agent: SBIder Disallow: / User-Agent: SEOkicks Disallow: / User-Agent: SEOkicks-Robot Disallow: / User-Agent: SEOlyticsCrawler Disallow: / User-Agent: SEOprofiler Disallow: / User-Agent: SEOstats Disallow: / User-Agent: SISTRIX Disallow: / User-Agent: SMTBot Disallow: / User-Agent: SalesIntelligent Disallow: / User-Agent: ScanAlert Disallow: / User-Agent: Scanbot Disallow: / User-Agent: ScoutJet Disallow: / User-Agent: Scrapy Disallow: / User-Agent: Screaming Disallow: / User-Agent: ScreenerBot Disallow: / User-Agent: ScrepyBot Disallow: / User-Agent: Searchestate Disallow: / User-Agent: SearchmetricsBot Disallow: / User-Agent: Seekport Disallow: / User-Agent: SeekportBot Disallow: / User-Agent: SemanticJuice Disallow: / User-Agent: Semrush Disallow: / User-Agent: SemrushBot Disallow: / User-Agent: SentiBot Disallow: / User-Agent: SenutoBot Disallow: / User-Agent: SeoSiteCheckup Disallow: / User-Agent: SeobilityBot Disallow: / User-Agent: Seomoz Disallow: / User-Agent: Shodan Disallow: / User-Agent: Siphon Disallow: / User-Agent: Site Sucker Disallow: / User-Agent: SiteCheckerBotCrawler Disallow: / User-Agent: SiteExplorer Disallow: / User-Agent: SiteLockSpider Disallow: / User-Agent: SiteSnagger Disallow: / User-Agent: SiteSucker Disallow: / User-Agent: Sitebeam Disallow: / User-Agent: Siteimprove Disallow: / User-Agent: Sitevigil Disallow: / User-Agent: SlySearch Disallow: / User-Agent: SmartDownload Disallow: / User-Agent: Snake Disallow: / User-Agent: Snapbot Disallow: / User-Agent: Snoopy Disallow: / User-Agent: SocialRankIOBot Disallow: / User-Agent: Sociscraper Disallow: / User-Agent: Sogou web spider Disallow: / User-Agent: Sosospider Disallow: / User-Agent: Sottopop Disallow: / User-Agent: SpaceBison Disallow: / User-Agent: Spammen Disallow: / User-Agent: SpankBot Disallow: / User-Agent: Spanner Disallow: / User-Agent: Spbot Disallow: / User-Agent: Spinn3r Disallow: / User-Agent: SputnikBot Disallow: / User-Agent: Sqlmap Disallow: / User-Agent: Sqlworm Disallow: / User-Agent: Sqworm Disallow: / User-Agent: Steeler Disallow: / User-Agent: Stripper Disallow: / User-Agent: Sucker Disallow: / User-Agent: Sucuri Disallow: / User-Agent: SuperBot Disallow: / User-Agent: SuperHTTP Disallow: / User-Agent: Surfbot Disallow: / User-Agent: SurveyBot Disallow: / User-Agent: Suzuran Disallow: / User-Agent: Swiftbot Disallow: / User-Agent: Szukacz Disallow: / User-Agent: T0PHackTeam Disallow: / User-Agent: T8Abot Disallow: / User-Agent: Teleport Disallow: / User-Agent: TeleportPro Disallow: / User-Agent: Telesoft Disallow: / User-Agent: Telesphoreo Disallow: / User-Agent: Telesphorep Disallow: / User-Agent: The Intraformant Disallow: / User-Agent: TheNomad Disallow: / User-Agent: Thumbor Disallow: / User-Agent: TightTwatBot Disallow: / User-Agent: TinyTestBot Disallow: / User-Agent: Titan Disallow: / User-Agent: Toata Disallow: / User-Agent: Toweyabot Disallow: / User-Agent: Tracemyfile Disallow: / User-Agent: Trendiction Disallow: / User-Agent: Trendictionbot Disallow: / User-Agent: True_Robot Disallow: / User-Agent: Turingos Disallow: / User-Agent: Turnitin Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: TwengaBot Disallow: / User-Agent: Twice Disallow: / User-Agent: Typhoeus Disallow: / User-Agent: URLy Warning Disallow: / User-Agent: URLy.Warning Disallow: / User-Agent: UnisterBot Disallow: / User-Agent: Upflow Disallow: / User-Agent: V-BOT Disallow: / User-Agent: VB Project Disallow: / User-Agent: VCI Disallow: / User-Agent: Vacuum Disallow: / User-Agent: Vagabondo Disallow: / User-Agent: VelenPublicWebCrawler Disallow: / User-Agent: VeriCiteCrawler Disallow: / User-Agent: VidibleScraper Disallow: / User-Agent: Virusdie Disallow: / User-Agent: VoidEYE Disallow: / User-Agent: Voil Disallow: / User-Agent: Voltron Disallow: / User-Agent: WASALive-Bot Disallow: / User-Agent: WBSearchBot Disallow: / User-Agent: WEBDAV Disallow: / User-Agent: WISENutbot Disallow: / User-Agent: WPScan Disallow: / User-Agent: WWW-Collector-E Disallow: / User-Agent: WWW-Mechanize Disallow: / User-Agent: WWW::Mechanize Disallow: / User-Agent: WWWOFFLE Disallow: / User-Agent: Wallpapers Disallow: / User-Agent: Wallpapers/3.0 Disallow: / User-Agent: WallpapersHD Disallow: / User-Agent: WeSEE Disallow: / User-Agent: Web Auto Disallow: / User-Agent: Web Collage Disallow: / User-Agent: Web Enhancer Disallow: / User-Agent: Web Fetch Disallow: / User-Agent: Web Fuck Disallow: / User-Agent: Web Pix Disallow: / User-Agent: Web Sauger Disallow: / User-Agent: Web Sucker Disallow: / User-Agent: WebAuto Disallow: / User-Agent: WebBandit Disallow: / User-Agent: WebCollage Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebEnhancer Disallow: / User-Agent: WebFetch Disallow: / User-Agent: WebFuck Disallow: / User-Agent: WebGo IS Disallow: / User-Agent: WebImageCollector Disallow: / User-Agent: WebLeacher Disallow: / User-Agent: WebPix Disallow: / User-Agent: WebReaper Disallow: / User-Agent: WebSauger Disallow: / User-Agent: WebStripper Disallow: / User-Agent: WebSucker Disallow: / User-Agent: WebWhacker Disallow: / User-Agent: WebZIP Disallow: / User-Agent: Webalta Disallow: / User-Agent: WebmasterWorldForumBot Disallow: / User-Agent: Webshag Disallow: / User-Agent: Website Quester Disallow: / User-Agent: WebsiteExtractor Disallow: / User-Agent: WebsiteQuester Disallow: / User-Agent: Webster Disallow: / User-Agent: Whack Disallow: / User-Agent: Whacker Disallow: / User-Agent: Whatweb Disallow: / User-Agent: Who.is Bot Disallow: / User-Agent: Widow Disallow: / User-Agent: WinHTTrack Disallow: / User-Agent: WiseGuys Robot Disallow: / User-Agent: Wonderbot Disallow: / User-Agent: Woobot Disallow: / User-Agent: Wotbox Disallow: / User-Agent: Wprecon Disallow: / User-Agent: Xaldon WebSpider Disallow: / User-Agent: Xaldon_WebSpider Disallow: / User-Agent: Xenu Disallow: / User-Agent: YoudaoBot Disallow: / User-Agent: Zade Disallow: / User-Agent: Zauba Disallow: / User-Agent: Zermelo Disallow: / User-Agent: Zeus Disallow: / User-Agent: Zitebot Disallow: / User-Agent: ZmEu Disallow: / User-Agent: ZoomBot Disallow: / User-Agent: ZoominfoBot Disallow: / User-Agent: ZumBot Disallow: / User-Agent: ZyBorg Disallow: / User-Agent: adscanner Disallow: / User-Agent: anthropic-ai Disallow: / User-Agent: archive.org_bot Disallow: / User-Agent: arquivo-web-crawler Disallow: / User-Agent: arquivo.pt Disallow: / User-Agent: autoemailspider Disallow: / User-Agent: backlink-check Disallow: / User-Agent: cah.io.community Disallow: / User-Agent: check1.exe Disallow: / User-Agent: clark-crawler Disallow: / User-Agent: coccocbot Disallow: / User-Agent: cognitiveseo Disallow: / User-Agent: cohere-ai Disallow: / User-Agent: com.plumanalytics Disallow: / User-Agent: crawl.sogou.com Disallow: / User-Agent: crawler.feedback Disallow: / User-Agent: crawler4j Disallow: / User-Agent: dataforseo.com Disallow: / User-Agent: dataforseobot Disallow: / User-Agent: demandbase-bot Disallow: / User-Agent: domainsproject.org Disallow: / User-Agent: eCatch Disallow: / User-Agent: evc-batch Disallow: / User-Agent: facebookscraper Disallow: / User-Agent: gopher Disallow: / User-Agent: heritrix Disallow: / User-Agent: imagesift.com Disallow: / User-Agent: instabid Disallow: / User-Agent: internetVista monitor Disallow: / User-Agent: ips-agent Disallow: / User-Agent: isitwp.com Disallow: / User-Agent: iubenda-radar Disallow: / User-Agent: linkdexbot Disallow: / User-Agent: lwp-request Disallow: / User-Agent: lwp-trivial Disallow: / User-Agent: magpie-crawler Disallow: / User-Agent: meanpathbot Disallow: / User-Agent: mediawords Disallow: / User-Agent: muhstik-scan Disallow: / User-Agent: netEstate NE Crawler Disallow: / User-Agent: oBot Disallow: / User-Agent: omgili Disallow: / User-Agent: openai Disallow: / User-Agent: openai.com Disallow: / User-Agent: page scorer Disallow: / User-Agent: pcBrowser Disallow: / User-Agent: plumanalytics Disallow: / User-Agent: polaris version Disallow: / User-Agent: probe-image-size Disallow: / User-Agent: ripz Disallow: / User-Agent: s1z.ru Disallow: / User-Agent: satoristudio.net Disallow: / User-Agent: scalaj-http Disallow: / User-Agent: scan.lol Disallow: / User-Agent: seobility Disallow: / User-Agent: seocompany.store Disallow: / User-Agent: seoscanners Disallow: / User-Agent: seostar Disallow: / User-Agent: serpstatbot Disallow: / User-Agent: sexsearcher Disallow: / User-Agent: sitechecker.pro Disallow: / User-Agent: siteripz Disallow: / User-Agent: sogouspider Disallow: / User-Agent: sp_auditbot Disallow: / User-Agent: spyfu Disallow: / User-Agent: sysscan Disallow: / User-Agent: tAkeOut Disallow: / User-Agent: trendiction.com Disallow: / User-Agent: trendiction.de Disallow: / User-Agent: ubermetrics-technologies.com Disallow: / User-Agent: voyagerx.com Disallow: / User-Agent: webgains-bot Disallow: / User-Agent: webmeup-crawler Disallow: / User-Agent: webpros.com Disallow: / User-Agent: webprosbot Disallow: / User-Agent: x09Mozilla Disallow: / User-Agent: x22Mozilla Disallow: / User-Agent: xpymep1.exe Disallow: / User-Agent: zauba.io Disallow: / User-Agent: zgrab Disallow: / # Search User-Agent: adidxbot Disallow: / User-Agent: AdsBot-Google Disallow: / User-Agent: aolbuild Disallow: / User-Agent: Applebot Disallow: / User-Agent: bing Disallow: / User-Agent: bingbot Disallow: / User-Agent: bingpreview Disallow: / User-Agent: developers.facebook.com Disallow: / User-Agent: DoCoMo Disallow: / User-Agent: duckduckgo Disallow: / User-Agent: facebookexternalhit Disallow: / User-Agent: facebookplatform Disallow: / User-Agent: Feedfetcher-Google Disallow: / User-Agent: gsa-crawler Disallow: / User-Agent: LinkedInBot Disallow: / User-Agent: Mediapartners-Google Disallow: / User-Agent: msnbot Disallow: / User-Agent: msnbot-media Disallow: / User-Agent: Slackbot Disallow: / User-Agent: Slackbot-LinkExpanding Disallow: / User-Agent: slurp Disallow: / User-Agent: TwitterBot Disallow: / User-Agent: yahoo Disallow: /