# 1) this filename (robots.txt) must stay lowercase # 2) this file must be in the servers root directory # ex: http://www.mydomain.com/pliggsubfolder/ -- you must move the robots.txt from # /pliggsubfolder/ to the root folder for http://www.mydomain.com/ # you must then add your subfolder to each 'Disallow' below # ex: Disallow: /cache/ becomes Disallow: /pliggsubfolder/cache/ User-agent: * Crawl-delay: 5 Disallow: Disallow: /3rdparty/ Disallow: /admin/ Disallow: /admin/admin_index.php Disallow: /backup/ Disallow: /cache/ Disallow: /install/ Disallow: /internal/ Disallow: /languages/ Disallow: /libs/ Disallow: /live/ Disallow: /LICENSE.txt Disallow: /logs/ Disallow: /modules/ Disallow: /plugins/ Disallow: /readme.html Disallow: /search.php Disallow: /search/ Disallow: /searchurl/ Disallow: /tag/ Disallow: /templates/ Disallow: /new/recent/ Disallow: /new/yesterday/ Disallow: /new/today/ Disallow: /new/week/ Disallow: /new/month/ Disallow: /new/year/ Disallow: /new/alltime/ Disallow: /recent/ Disallow: /yesterday/ Disallow: /today/ Disallow: /week/ Disallow: /month/ Disallow: /year/ Disallow: /alltime/ Disallow: /upvoted/ Disallow: /downvoted/ Disallow: /commented/ Disallow: /*arsehole Disallow: /*ass-pirate Disallow: /*ass-pirate Disallow: /*assbandit Disallow: /*assbanger Disallow: /*assfucker Disallow: /*asshat Disallow: /*asshole Disallow: /*asspirate Disallow: /*assshole Disallow: /*asswipe Disallow: /*bastard Disallow: /*beaner Disallow: /*beastiality Disallow: /*bitch Disallow: /*blow-job Disallow: /*blowjob Disallow: /*butt-plug Disallow: /*butt-pirate Disallow: /*butt-pirate Disallow: /*buttpirate Disallow: /*carpet-muncher Disallow: /*carpetmuncher Disallow: /*clit Disallow: /*cock-smoker Disallow: /*cocksmoker Disallow: /*cock-sucker Disallow: /*cocksucker Disallow: /*cum-dumpster Disallow: /*cumdumpster Disallow: /*cum-slut Disallow: /*cumslut Disallow: /*cunnilingus Disallow: /*cunt Disallow: /*dick-head Disallow: /*dickhead Disallow: /*dickwad Disallow: /*dickweed Disallow: /*dickwod Disallow: /*dike Disallow: /*dildo Disallow: /*douche-bag Disallow: /*douche-bag Disallow: /*douchebag Disallow: /*dyke Disallow: /*ejaculat Disallow: /*erection Disallow: /*faggit Disallow: /*faggot Disallow: /*fagtard Disallow: /*farm-sex Disallow: /*fuck Disallow: /*fudge-packer Disallow: /*fudge-packer Disallow: /*fudgepacker Disallow: /*gayass Disallow: /*gay-wad Disallow: /*gaywad Disallow: /*god-damn Disallow: /*god-damn Disallow: /*goddamn Disallow: /*handjob Disallow: /*jerk-off Disallow: /*jizz Disallow: /*jungle-bunny Disallow: /*jungle-bunny Disallow: /*junglebunny Disallow: /*kike Disallow: /*kunt Disallow: /*nigga Disallow: /*nigger Disallow: /*orgasm Disallow: /*penis Disallow: /*porch-monkey Disallow: /*porch-monkey Disallow: /*porchmonkey Disallow: /*prostitute Disallow: /*queef Disallow: /*rimjob Disallow: /*sexual Disallow: /*shit Disallow: /*spick Disallow: /*splooge Disallow: /*testicle Disallow: /*titty Disallow: /*twat Disallow: /*vagina Disallow: /*wank Disallow: /*xxx Disallow: /*abilify Disallow: /*adderall Disallow: /*adipex Disallow: /*advair-diskus Disallow: /*ambien Disallow: /*aranesp Disallow: /*botox Disallow: /*celebrex Disallow: /*cialis Disallow: /*crestor Disallow: /*cyclen Disallow: /*cyclobenzaprine Disallow: /*cymbalta Disallow: /*dieting Disallow: /*effexor Disallow: /*epogen Disallow: /*fioricet Disallow: /*hydrocodone Disallow: /*ionamin Disallow: /*lamictal Disallow: /*levaquin Disallow: /*levitra Disallow: /*lexapro Disallow: /*lipitor Disallow: /*meridia Disallow: /*nexium Disallow: /*oxycontin Disallow: /*paxil Disallow: /*phendimetrazine Disallow: /*phentamine Disallow: /*phentermine Disallow: /*pheramones Disallow: /*pherimones Disallow: /*plavix Disallow: /*prevacid Disallow: /*procrit Disallow: /*protonix Disallow: /*risperdal Disallow: /*seroquel Disallow: /*singulair Disallow: /*topamax Disallow: /*tramadol Disallow: /*trim-spa Disallow: /*ultram Disallow: /*valium Disallow: /*valtrex Disallow: /*viagra Disallow: /*vicodin Disallow: /*vioxx Disallow: /*vytorin Disallow: /*xanax Disallow: /*zetia Disallow: /*zocor Disallow: /*zoloft Disallow: /*zyprexa Disallow: /*zyrtec Disallow: /*18+ Disallow: /*acai-berry Disallow: /*acai-pill Disallow: /*adults-only Disallow: /*adult-web Disallow: /*apply-online Disallow: /*auto-loan Disallow: /*best-rates Disallow: /*bulk-email Disallow: /*buy-direct Disallow: /*buy-drugs Disallow: /*buy-now Disallow: /*buy-online Disallow: /*casino Disallow: /*cell-phone Disallow: /*call-girl Disallow: /*child-porn Disallow: /*credit-card Disallow: /*dating-site Disallow: /*day-trading Disallow: /*debt-free Disallow: /*degree-program Disallow: /*descramble Disallow: /*diet-pill Disallow: /*digital-cble Disallow: /*direct-tv Disallow: /*doctor-approved Disallow: /*doctor-prescribed Disallow: /*download-full Disallow: /*dvd-and-bluray Disallow: /*dvd-bluray Disallow: /*dvd-storage Disallow: /*earn-a-college-degree Disallow: /*earn-a-degree Disallow: /*earn-extra-money Disallow: /*easy-money Disallow: /*ebay-secret Disallow: /*ebay-shop Disallow: /*erotic Disallow: /*escorts Disallow: /*explicit Disallow: /*find-online Disallow: /*fire-your-boss Disallow: /*free-cable Disallow: /*free-cell-phone Disallow: /*free-dating Disallow: /*free-degree Disallow: /*free-diploma Disallow: /*free-dvd Disallow: /*free-games Disallow: /*free-gift Disallow: /*free-money Disallow: /*free-offer Disallow: /*free-phone Disallow: /*free-reading Disallow: /*gambling Disallow: /*get-rich-quick Disallow: /*gingivitis Disallow: /*health-products Disallow: /*heartburn Disallow: /*hormone Disallow: /*horny Disallow: /*incest Disallow: /*insurance Disallow: /*investment Disallow: /*investor Disallow: /*loan-quote Disallow: /*loose-weight Disallow: /*low-interest Disallow: /*make-money Disallow: /*medical-exam Disallow: /*medications Disallow: /*money-at-home Disallow: /*mortgage Disallow: /*m0rtgage Disallow: /*movies-online Disallow: /*must-be-18 Disallow: /*no-purchase Disallow: /*nudist Disallow: /*online-free Disallow: /*online-marketing Disallow: /*online-movies Disallow: /*online-order Disallow: /*online-poker Disallow: /*order-now Disallow: /*order-online Disallow: /*over-18 Disallow: /*over-21 Disallow: /*pain-relief Disallow: /*pharmacy Disallow: /*prescription Disallow: /*production-management Disallow: /*refinance Disallow: /*removes-wrinkles Disallow: /*rolex Disallow: /*satellite-tv Disallow: /*savings-on Disallow: /*search-engine Disallow: /*sexcapades Disallow: /*stop-snoring Disallow: /*stop-spam Disallow: /*vacation-offers Disallow: /*video-recorder Disallow: /*virgin Disallow: /*weight-reduction Disallow: /*work-at-home