User-agent: * Disallow: /at-assets/ Disallow: /_api/ Disallow: /sitemap Disallow: /(401) Disallow: /(404) Disallow: /(500) Disallow: /insight-lab Disallow: /modulus Disallow: /km6e Disallow: /struct Disallow: /learningbarge Disallow: /lunch Disallow: /falmouth Disallow: /arch541 Disallow: /arch6410 Disallow: /arch3410 Disallow: /arch6710 Disallow: /arch2710 Disallow: /arch542 Disallow: /arch5420 Disallow: /arch544 Disallow: /arch545 Disallow: /arch549 Disallow: /arch5422 Disallow: /arch5424 Disallow: /woltz2001 Disallow: /redirect-to-service_request Disallow: /redirect-to-facilities_request Disallow: /redirect-to-fab-lab-scheduler Disallow: /redirect-to-community-design-research-center Disallow: /hannover Disallow: /woolenmillssite Disallow: /arch30100k Disallow: /build Disallow: /lar535 Disallow: /vaplants Disallow: /thelinker Disallow: /computing Disallow: /uploads Disallow: /arcade Disallow: /colonial Disallow: /ethics-aesthetics-2002 Disallow: /exurbia Disallow: /martini-review Disallow: /vitaas Disallow: /housinghistory Disallow: /mark Disallow: /globalsustainability Disallow: /cdrc Disallow: /global Disallow: /designfundamentals Disallow: /arch258 Disallow: /arch308 Disallow: /infospace547 Disallow: /arch547 Disallow: /etseminar Disallow: /lar602-2001 Disallow: /lar546 Disallow: /lar701 Disallow: /alar6712 Disallow: /arch551 Disallow: /arch5500 Disallow: /hm_summit Disallow: /lafconf Disallow: /site-mem Disallow: /siteoutofmind Disallow: /about_cdrc Disallow: /cdrc_applying_solutions Disallow: /the_people_of_cdrc Disallow: /support_cdrc Disallow: /finding_solutions_cdrc Disallow: /sarc6710 Disallow: /arch324 Sitemap: https://www.arch.virginia.edu/sitemap.xml crawl-delay: 120 # Disallow: Sistrix User-agent: sistrix Disallow: / # Disallow: Sistrix User-agent: SISTRIX Crawler Disallow: / # Disallow: Sistrix User-agent: SISTRIX Disallow: / # Disallow: SEOkicks-Robot User-agent: SEOkicks-Robot Disallow: / # Disallow: jobs.de-Robot User-agent: jobs.de-Robot Disallow: / # Backlink Analysis user-agent: AhrefsBot disallow: / # Bot der Leipziger Unister Holding GmbH user-agent: UnisterBot disallow: / # http://moz.com/products User-agent: dotbot Disallow: / # http://www.searchmetrics.com User-agent: SearchmetricsBot Disallow: / # http://www.majestic12.co.uk/projects/dsearch/mj12bot.php User-agent: MJ12bot Disallow: / # http://www.domaintools.com/webmasters/surveybot.php User-agent: SurveyBot Disallow: / # http://www.seodiver.com/bot user-agent: SEOdiver disallow: / # http://openlinkprofiler.org/bot User-agent: spbot Disallow: / # proximic.com/info/spider.php User-agent: proximic Disallow: /php/ # http://www.wotbox.com/bot/ User-agent: wotbox Disallow: / User-agent: ezooms Disallow: / # http://www.opensiteexplorer.org/dotbot # http://moz.com/researchtools/ose/dotbot User-agent: dotbot Disallow: / # http://www.meanpath.com/meanpathbot.html User-agent: meanpathbot Disallow: / # http://www.backlinktest.com/crawler.html User-agent: BacklinkCrawler Disallow: / # http://www.brandwatch.com/magpie-crawler/ User-agent: magpie-crawler Disallow: / # http://filterdb.iss.net/crawler/ User-agent: oBot Disallow: / User-agent: fr-crawler Disallow: / # http://webmeup-crawler.com User-agent: BLEXBot Disallow: / # https://megaindex.com/crawler User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / # http://www.cloudservermarket.com User-Agent: CloudServerMarketSpider Disallow: / # http://www.trendiction.de/de/publisher/bot User-Agent: trendictionbot Disallow: / # http://www.exalead.com User-agent: Exabot Disallow: / # http://www.career-x.de/bot.html User-agent: careerbot Disallow: / # https://www.lipperhey.com/en/about/ User-agent: Lipperhey-Kaus-Australis Disallow: / User-agent: seoscanners.net Disallow: / User-agent: MetaJobBot Disallow: / User-agent: Spiderbot Disallow: / User-agent: LinkStats Disallow: / User-agent: JobboerseBot Disallow: / User-agent: ICCrawler Disallow: / User-agent: Plista Disallow: / User-agent: Domain Re-Animator Bot Disallow: / # https://www.lipperhey.com/en/about/ User-agent: Lipperhey-Kaus-Australis Disallow: / # https://turnitin.com/robot/crawlerinfo.html User-agent: turnitinbot Disallow: / # http://help.coccoc.com/ User-agent: coccoc Disallow: / # ubermetrics-technologies.com User-agent: um-IC Disallow: / # datenbutler.de User-agent: mindUpBot Disallow: / # http://searchgears.de/uber-uns/crawling-faq.html User-agent: sg-Orbiter Disallow: / # http://commoncrawl.org/faq/ User-agent: CCBot Disallow: / # https://www.qwant.com/ User-agent: Qwantify Disallow: / # http://linkfluence.net/ User-agent: Kraken Disallow: / # http://www.botje.com/plukkie.htm User-agent: plukkie Disallow: / # https://www.safedns.com/searchbot User-agent: SafeDNSBot Disallow: / # http://www.haosou.com/help/help_3_2.html User-agent: 360Spider Disallow: / # http://www.haosou.com/help/help_3_2.html User-agent: HaosouSpider Disallow: / # http://www.moz.com/dp/rogerbot User-agent: rogerbot Disallow: / # http://www.openhose.org/bot.html User-agent: OpenHoseBot Disallow: / # http://www.screamingfrog.co.uk/seo-spider/ User-agent: Screaming Frog SEO Spider Disallow: / # http://thumbsniper.com User-agent: ThumbSniper Disallow: / # http://www.radian6.com/crawler User-agent: R6_CommentReader Disallow: / User-agent: ImplisenseBot Disallow: / # http://cliqz.com/company/cliqzbot User-agent: Cliqzbot Disallow: / # https://www.aihitdata.com/about User-agent: aiHitBot Disallow: / # http://www.trendiction.com/en/publisher/bot User-Agent: trendictionbot Disallow: / # http://warebay.com/bot.html User-agent: WBSearchBot Disallow: / User-agent: Twitterbot Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml User-agent: facebookexternalhit Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml User-agent: PowerMapper Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml User-agent: Sitebulb Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml User-agent: SchemaBot Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml User-agent: Mozilla/5.0 (compatible; SchemaBot/1.2; +https://www.schemaapp.com/bot/) Allow: / Disallow: /at-assets/ Disallow: /_api/ Sitemap: https://www.arch.virginia.edu/sitemap.xml