Ezen az oldalon megtalálhatod az általam is használt “alap” htaccess és robots.txt file tartalmát. Ennek az a szerepe hogy a legtöbb rosSz robit kint tartsa mielőtt még az oldalunkat elérhetné.
Htaccess eseten csak masold, majd illeszd be a vegere az itteni tartalmat, ha meg nem lenne hasonlo neked. A robots.txt file pedig ha meg nem létezik akkor hozd létre és masold be az itteni tartalmat.
htaccess tartalom:
# END WordPress utanra ezt masold be:::
Header set X-XSS-Protection "1; mode=block"
Header set X-Content-Type-Options nosniff
<Files xmlrpc.php>
order deny,allow
deny from all
</Files>
<Files 403.shtml>
order allow,deny
allow from all
</Files>
RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^BlackWidow [OR]
RewriteCond %{HTTP_USER_AGENT} ^Bot\ mailto:craftbot@yahoo.com [OR]
RewriteCond %{HTTP_USER_AGENT} ^ChinaClaw [OR]
RewriteCond %{HTTP_USER_AGENT} ^Custo [OR]
RewriteCond %{HTTP_USER_AGENT} ^DISCo [OR]
RewriteCond %{HTTP_USER_AGENT} ^Download\ Demon [OR]
RewriteCond %{HTTP_USER_AGENT} ^eCatch [OR]
RewriteCond %{HTTP_USER_AGENT} ^EirGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailSiphon [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailWolf [OR]
RewriteCond %{HTTP_USER_AGENT} ^Express\ WebPictures [OR]
RewriteCond %{HTTP_USER_AGENT} ^ExtractorPro [OR]
RewriteCond %{HTTP_USER_AGENT} ^EyeNetIE [OR]
RewriteCond %{HTTP_USER_AGENT} ^FlashGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetRight [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetWeb! [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go-Ahead-Got-It [OR]
RewriteCond %{HTTP_USER_AGENT} ^GrabNet [OR]
RewriteCond %{HTTP_USER_AGENT} ^Grafula [OR]
RewriteCond %{HTTP_USER_AGENT} ^HMView [OR]
RewriteCond %{HTTP_USER_AGENT} HTTrack [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Stripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} Indy\ Library [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^InterGET [OR]
RewriteCond %{HTTP_USER_AGENT} ^Internet\ Ninja [OR]
RewriteCond %{HTTP_USER_AGENT} ^JetCar [OR]
RewriteCond %{HTTP_USER_AGENT} ^JOC\ Web\ Spider [OR]
RewriteCond %{HTTP_USER_AGENT} ^larbin [OR]
RewriteCond %{HTTP_USER_AGENT} ^LeechFTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mass\ Downloader [OR]
RewriteCond %{HTTP_USER_AGENT} ^MIDown\ tool [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mister\ PiX [OR]
RewriteCond %{HTTP_USER_AGENT} ^Navroad [OR]
RewriteCond %{HTTP_USER_AGENT} ^NearSite [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetAnts [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Net\ Vampire [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Octopus [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Explorer [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Navigator [OR]
RewriteCond %{HTTP_USER_AGENT} ^PageGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^Papa\ Foto [OR]
RewriteCond %{HTTP_USER_AGENT} ^pavuk [OR]
RewriteCond %{HTTP_USER_AGENT} ^pcBrowser [OR]
RewriteCond %{HTTP_USER_AGENT} ^RealDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^ReGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^SiteSnagger [OR]
RewriteCond %{HTTP_USER_AGENT} ^SmartDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperBot [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperHTTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Surfbot [OR]
RewriteCond %{HTTP_USER_AGENT} ^tAkeOut [OR]
RewriteCond %{HTTP_USER_AGENT} ^Teleport\ Pro [OR]
RewriteCond %{HTTP_USER_AGENT} ^VoidEYE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Image\ Collector [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebAuto [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebCopier [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebFetch [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebGo\ IS [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebLeacher [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebReaper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebSauger [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ eXtractor [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ Quester [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebStripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebWhacker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Wget [OR]
RewriteCond %{HTTP_USER_AGENT} ^Widow [OR]
RewriteCond %{HTTP_USER_AGENT} ^WWWOFFLE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Xaldon\ WebSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Zeus
RewriteCond %{REQUEST_URI} !^/[0-9]+\..+\.cpaneldcv$
RewriteCond %{REQUEST_URI} !^/[A-F0-9]{32}\.txt(?:\ Comodo\ DCV)?$
RewriteRule ^.* - [F,L]
RewriteEngine on
RewriteEngine on
# Options +FollowSymlinks
RewriteCond %{HTTP_REFERER} best-seo-software\.xyz [NC,OR]
RewriteCond %{HTTP_REFERER} site7.free-floating-buttons\.com [NC,OR]
RewriteCond %{HTTP_REFERER} site10.free-floating-buttons\.com [NC,OR]
RewriteCond %{HTTP_REFERER} rankings-analytics\.com [NC,OR]
RewriteCond %{HTTP_REFERER} buttons-for-website\.com [NC,OR]
RewriteCond %{HTTP_REFERER} floating-share-buttons\.com [NC,OR]
RewriteCond %{HTTP_REFERER} sharok\.biz [NC,OR]
RewriteCond %{HTTP_REFERER} mebel-alait\.ru [NC,OR]
RewriteCond %{HTTP_REFERER} dlskype\.com [NC,OR]
RewriteCond %{HTTP_REFERER} s-master\.biz [NC,OR]
RewriteCond %{HTTP_REFERER} netpics\.org [NC,OR]
RewriteCond %{HTTP_REFERER} countravel\.net [NC,OR]
RewriteCond %{HTTP_REFERER} play-euro-lotto\.com [NC,OR]
RewriteCond %{HTTP_REFERER} rankings-analytics\.com [NC,OR]
RewriteCond %{HTTP_REFERER} get-your-social-buttons\.info [NC,OR]
RewriteCond %{HTTP_REFERER} adf\.ly [NC,OR]
RewriteCond %{HTTP_REFERER} ranksonic\.net [NC,OR]
RewriteCond %{HTTP_REFERER} alibestsale\.com [NC,OR]
RewriteCond %{HTTP_REFERER} copyrightclaims\.org [NC,OR]
RewriteCond %{HTTP_REFERER} snip\.to [NC,OR]
RewriteCond %{HTTP_REFERER} traffic2cash\.net [NC,OR]
RewriteCond %{HTTP_REFERER} cyber-monday\.ga [NC,OR]
RewriteCond %{HTTP_REFERER} black-friday\.ga [NC,OR]
RewriteCond %{HTTP_REFERER} o-o-8-o-o\.com [NC,OR]
RewriteCond %{HTTP_REFERER} lsex\.xyz [NC,OR]
RewriteCond %{HTTP_REFERER} quit-smoking\.ga [NC,OR]
RewriteCond %{HTTP_REFERER} claim54429424.copyrightclaims\.org [NC,OR]
RewriteCond %{HTTP_REFERER} blackhatworld\.com [NC,OR]
RewriteCond %{HTTP_REFERER} success-seo\.com
RewriteCond %{REQUEST_URI} !^/[0-9]+\..+\.cpaneldcv$
RewriteCond %{REQUEST_URI} !^/[A-F0-9]{32}\.txt(?:\ Comodo\ DCV)?$
RewriteRule .* - [F]
robots.txt tartalom:
User-agent: * Disallow: /wp-admin/ Disallow: /wp-admin/admin-ajax.php User-agent: libwww-perl User-agent: libwwwperl User-agent: attach User-agent: ASPSeek User-agent: appie User-agent: AbachoBOT User-agent: autoemailspider User-agent: anarchie User-agent: antibot User-agent: asterias User-agent: B2w User-agent: BackWeb User-agent: BackDoorBot User-agent: Bandit User-agent: BatchFTP User-agent: Black\ Hole User-agent: Baidu User-agent: BlowFish User-agent: BuiltBotTough User-agent: Bot\ mailto User-agent: BotALot User-agent: Buddy User-agent: Bullseye User-agent: bumblebee User-agent: BunnySlippers User-agent: ClariaBot User-agent: curl User-agent: clsHTTP User-agent: ChinaClaw User-agent: CheeseBot User-agent: CherryPicker User-agent: Crescent User-agent: CherryPickerSE User-agent: CherryPickerElite User-agent: Collector User-agent: COAST\ WebMaster User-agent: cosmos User-agent: CopyRightCheck User-agent: ColdFusion User-agent: Copier User-agent: Crescent User-agent: DA User-agent: DTS\ Agent User-agent: DISCo\ Pump User-agent: DittoSpyder User-agent: Diamond User-agent: Download\ Demon User-agent: Download\ Wonder User-agent: Downloader User-agent: dloader User-agent: Drip User-agent: eCatch User-agent: EirGrabber User-agent: Express\ WebPictures User-agent: Extreme\ Picture\ Finder User-agent: EmailCollector User-agent: EmailSiphon User-agent: EmailWolf User-agent: EasyDL User-agent: EirGrabber User-agent: EroCrawler User-agent: ExtractorPro User-agent: EyeNetIE User-agent: FAST\ WebCrawler User-agent: FileHound User-agent: Fetch\ API\ Request User-agent: FlashGet User-agent: FlickBot User-agent: FrontPage User-agent: FreeFind.com User-agent: GetRight User-agent: GetSmart User-agent: Generic User-agent: Go!Zilla User-agent: Go-Ahead-Got-It User-agent: gotit User-agent: Grabber User-agent: GrabNet User-agent: Grafula User-agent: Gulliver User-agent: Harvest User-agent: HMView User-agent: Heretrix User-agent: HitboxDoctor User-agent: HTTPapp User-agent: HTTrack User-agent: HTTPTrack User-agent: HTTPviewer User-agent: httplib User-agent: httpfetcher User-agent: httpscraper User-agent: hloader User-agent: humanlinks User-agent: ia_archiver User-agent: InterGET User-agent: Internet\ Ninja User-agent: InfoNaviRobot User-agent: InternetSeer.com User-agent: Iria User-agent: IRLbot User-agent: JetCar User-agent: JOC User-agent: JOC\ Web\ Spider User-agent: JoBo User-agent: Java User-agent: JustView User-agent: Jonzilla User-agent: JennyBot User-agent: Kenjin\ Spider User-agent: Keyword\ Density User-agent: larbin User-agent: LeechFTP User-agent: Lachesis User-agent: LexiBot User-agent: libWeb User-agent: Libby_ User-agent: LinkScan User-agent: LinkWalker User-agent: LinkextractorPro User-agent: lftp User-agent: likse User-agent: Link User-agent: lwp-trivial User-agent: lwp\ request User-agent: Magnet User-agent: Mag-Net User-agent: Mass\ Downloader User-agent: MIIxpc User-agent: Microsoft\ URL\ Control User-agent: MSFrontPage User-agent: MSIECrawler User-agent: MicrosoftURL User-agent: Missigua User-agent: Mewsoft\ Search\ Engine User-agent: moget User-agent: Mata\ Hari User-agent: Memo User-agent: Metacarta User-agent: Mercator User-agent: MIDown\ tool User-agent: MFC_Tear_Sample User-agent: Mirror User-agent: MIIxpc User-agent: Mister\ PiX User-agent: NationalDirectory\ WebSpider User-agent: NICErsPRO User-agent: Nikto User-agent: Navroad User-agent: NearSite User-agent: NetAnts User-agent: NetSpider User-agent: NICErsPRO User-agent: NetResearchServer User-agent: NetMechanic User-agent: Net\ Vampire User-agent: Net\ Probe User-agent: NetZip User-agent: nexuscache User-agent: Ninja User-agent: NPBot User-agent: our\ agent User-agent: onestop User-agent: oBot User-agent: Octopus User-agent: Offline\ Explorer User-agent: Openfind User-agent: Openfind\ data\ gatherer User-agent: OrangeBot User-agent: PageGrabber User-agent: Papa\ Foto User-agent: PHP\ version User-agent: PHP User-agent: PHPot User-agent: Perl User-agent: pcBrowser User-agent: pavuk User-agent: Pockey User-agent: Ping User-agent: PingALink\ Monitoring\ Services User-agent: ProWebWalker User-agent: ProPowerBot User-agent: Pump User-agent: Pompos User-agent: psbot User-agent: Python\ urllib User-agent: Python-urllib User-agent: QueryN User-agent: RealDownload User-agent: Reaper User-agent: Recorder User-agent: RepoMonkey User-agent: psycheclone User-agent: RMA User-agent: Rico User-agent: Robozilla User-agent: ReGet User-agent: Siphon User-agent: SiteSnagger User-agent: sitecheck.internetseer.com User-agent: SmartDownload User-agent: Snake User-agent: spanner User-agent: Stealer User-agent: SpaceBison User-agent: SpankBot User-agent: Spinne User-agent: Stripper User-agent: slysearch User-agent: Sucker User-agent: Snoopy User-agent: ScoutAbout User-agent: Scooter User-agent: SuperBot User-agent: SuperHTTP User-agent: Snapbot User-agent: Surfbot User-agent: suzuran User-agent: Szukacz User-agent: Sqworm User-agent: tAkeOut User-agent: Teleport\ Pro User-agent: Telesoft User-agent: TurnitinBot User-agent: turingos User-agent: toCrawl User-agent: TightTwatBot User-agent: True_Robot User-agent: The\ Intraformant User-agent: TheNomad User-agent: Titan User-agent: UrlDispatcher User-agent: URLy\ Warning User-agent: Vayala User-agent: Vagabondo User-agent: Vintage User-agent: Vacuum User-agent: VCI User-agent: VoidEYE User-agent: W3C_Validator User-agent: Webdownloader User-agent: Web\ Downloader User-agent: Webhook User-agent: Webmole User-agent: Webminer User-agent: Webmirror User-agent: Websucker User-agent: Websites User-agent: Web\ Image\ Collector User-agent: Web\ Sucker User-agent: WebAuto User-agent: WebCopier User-agent: WebFetch User-agent: WebReaper User-agent: WebSauger User-agent: Website User-agent: Webster User-agent: WebStripper User-agent: WebCopier User-agent: WebViewer User-agent: WebWhacker User-agent: WebEnhancer User-agent: Wells User-agent: WebZIP User-agent: Wget User-agent: Whacker User-agent: Widow User-agent: Xaldon User-agent: Wildsoft\ Surfer User-agent: WinHttpRequest User-agent: WinHttp User-agent: Webster\ Pro User-agent: Web\ Image\ Collector User-agent: WebZip User-agent: WebAuto User-agent: Website\ Quester User-agent: WWWOFFLE User-agent: WWW-Collector-E User-agent: Xaldon\ WebSpider User-agent: Xenu User-agent: Xara User-agent: Y!TunnelPro User-agent: YahooYSMcm User-agent: Zade User-agent: ZBot User-agent: Zeus User-agent: Rogerbot User-agent: Exabot User-agent: MJ12bot User-agent: Dotbot User-agent: Gigabot User-agent: AhrefsBot User-agent: Ahrefs User-agent: BlackWidow User-agent: Bot\ mailto:craftbot@yahoo.com User-agent: ChinaClaw User-agent: Custo User-agent: DISCo User-agent: Download\ Demon User-agent: eCatch User-agent: EirGrabber User-agent: EmailSiphon User-agent: EmailWolf User-agent: Express\ WebPictures User-agent: ExtractorPro User-agent: EyeNetIE User-agent: FlashGet User-agent: GetRight User-agent: GetWeb! User-agent: Go!Zilla User-agent: Go-Ahead-Got-It User-agent: GrabNet User-agent: Grafula User-agent: HMView User-agent: HTTrack User-agent: Image\ Stripper User-agent: Image\ Sucker User-agent: Indy\ Library User-agent: InterGET User-agent: Internet\ Ninja User-agent: JetCar User-agent: JOC\ Web\ Spider User-agent: larbin User-agent: LeechFTP User-agent: Mass\ Downloader User-agent: MIDown\ tool User-agent: Mister\ PiX User-agent: Navroad User-agent: NearSite User-agent: NetAnts User-agent: NetSpider User-agent: Net\ Vampire User-agent: NetZIP User-agent: Octopus User-agent: Offline\ Explorer User-agent: Offline\ Navigator User-agent: PageGrabber User-agent: Papa\ Foto User-agent: pavuk User-agent: pcBrowser User-agent: RealDownload User-agent: ReGet User-agent: SiteSnagger User-agent: SmartDownload User-agent: SuperBot User-agent: SuperHTTP User-agent: Surfbot User-agent: tAkeOut User-agent: Teleport\ Pro User-agent: VoidEYE User-agent: Web\ Image\ Collector User-agent: Web\ Sucker User-agent: WebAuto User-agent: WebCopier User-agent: WebFetch User-agent: WebGo\ IS User-agent: WebLeacher User-agent: WebReaper User-agent: WebSauger User-agent: Website\ eXtractor User-agent: Website\ Quester User-agent: WebStripper User-agent: WebWhacker User-agent: WebZIP User-agent: Wget User-agent: Widow User-agent: WWWOFFLE User-agent: Xaldon\ WebSpider Disallow: /