User-agent:*
User-agent: Googlebot
User-agent: Googlebot-Image/1.0
User-agent: Googlebot-Video/1.0
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: facebot
User-agent: ia_archiver
User-agent: Applebot
Disallow: /wp-admin/
Disallow: /*.php
Disallow: /default
Disallow: /*.git
Disallow: /*.cvs
Disallow: /*.zip$
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /cdn-cgi/
Disallow: /uiux-react/
Disallow: /
# disable duggmirror
User-agent: duggmirror
Disallow: /
# Disallow Following crawlers access to site.
User-agent: TurnitinBot/2.1
Disallow:/
User-agent: TurnitinBot
Disallow:/
User-agent: SurveyBot
Disallow:/
User-agent: DataForSeoBot
Disallow:/
User-agent: PetalBot
Disallow:/
User-agent: dotbot
Disallow:/
User-agent: EmailWolf
Disallow:/
User-agent: EmailSiphon
Disallow:/
User-agent: EmailCollector
Disallow:/
User-agent: AboutUsBot
Disallow:/
User-agent: robtexbot
Disallow:/
User-agent: MJ12Bot
Disallow:/
User-Agent: almaden
Disallow:/
User-Agent: ASPSeek
Disallow:/
User-Agent: Axmo
Disallow:/
User-Agent: Expired Domain Sleuth
Disallow:/
User-Agent: Franklin Locator
Disallow:/
User-Agent: Gaisbot
Disallow:/
User-Agent: grub
Disallow:/
User-Agent: htdig
Disallow:/
User-Agent: HTTrack
Disallow:/
User-Agent: iaea.org
Disallow:/
User-Agent: IconSurf
Disallow:/
User-Agent: Iltrovatore-Setaccio
Disallow:/
User-Agent: Indy Library
Disallow:/
User-agent: InternetSeer.com
Disallow:/
User-Agent: IUPUI
Disallow:/
User-Agent: larbin
Disallow:/
User-agent: libwww
Disallow:/
User-Agent: LNSpiderGuy
Disallow:/
User-Agent: lwp-trivial
Disallow:/
User-Agent: MetaTagRobot
Disallow:/
User-Agent: Missigua Locator
Disallow:/
User-Agent: mozDex
Disallow:/
User-agent: MSIECrawler
Disallow:/
User-Agent: NaverBot
Disallow:/
User-Agent: NextGenSearch
Disallow:/
User-Agent: NPbot
Disallow:/
User-Agent: Nutch
Disallow:/
User-agent: Offline Explorer
Disallow:/
User-Agent: Oracle Ultra Search
Disallow:/
User-Agent: PictureOfInternet
Disallow:/
User-Agent: PlantyNet
Disallow:/
User-Agent: psbot
Disallow:/
User-Agent: QuepasaCreep
Disallow:/
User-Agent: RPT-HTTPClient
Disallow:/
User-agent: sitecheck.internetseer.com
Disallow:/
User-agent: SiteSnagger
Disallow:/
User-Agent: Sqworm
Disallow:/
User-Agent: SSM Agent
Disallow:/
User-Agent: szukacz
Disallow:/
User-Agent: TAMU
Disallow:/
User-agent: Teleport
Disallow:/
User-agent: TeleportPro
Disallow:/
User-Agent: Telesoft
Disallow:/
User-Agent: TurnitinBot
Disallow:/
User-Agent: TutorGig
Disallow:/
User-Agent: Ultraseek
Disallow:/
User-Agent: WebCopier
Disallow:/
User-Agent: WebEMailExtractor
Disallow:/
User-Agent: WebReaper
Disallow:/
User-Agent: Webster Pro
Disallow:/
User-Agent: WebStripper
Disallow:/
User-Agent: WebZIP
Disallow:/
User-Agent: Wotbox
Disallow:/
User-Agent: Xenu
Disallow:/
User-agent: Zao
Disallow:/
User-agent: Zealbot
Disallow:/
User-agent: tm-fpc-crawler
Disallow:/
User-Agent: ZipppBot
Disallow:/
User-agent: ZyBORG
Disallow:/
User-Agent: BecomeBot
Disallow:/
User-Agent: CherryPicker
Disallow:/
User-Agent: Crescent Internet ToolPak
Disallow:/
User-Agent: DISCo Pump
Disallow:/
User-agent: Download Ninja
Disallow:/
User-Agent: DTS Agent
Disallow:/
Sitemap: https://kwi.us/sitemap_index.xml