# robots.txt for https://fewo-balogh.de/ # https://kinsta.com/de/blog/crawler-liste/ # https://developers.facebook.com/docs/sharing/webmasters/web-crawlers User-agent: * Allow: / Sitemap: https://fewo-balogh.de/sitemap_index.xml Sitemap: https://fewo-balogh.de/sitemap.xml Sitemap: https://fewo-balogh.de/sitemap_image.xml Sitemap: https://fewo-balogh.de/sitemap_video.xml Sitemap: https://nl.fewo-balogh.de/sitemap_nl.xml Sitemap: https://en.fewo-balogh.de/sitemap_en.xml Sitemap: https://fr.fewo-balogh.de/sitemap_fr.xml # email Sammler draussenbleiben User-agent: * Disallow: User-agent: meta-externalagent Allow: / # Allow everything User-agent: web257.dogado.net Allow: / Disallow: /private/ # Disallow a specific directory User-agent: * Disallow: /*.md$ Disallow: /fewo-balogh/includes/ User-agent: Googlebot Disallow: /*.md$ User-agent: Bingbot Disallow: /*.md$ User-agent: barkrowler Disallow: /fewo-balogh/includes/ User-agent: EmailCollector Disallow: / # Robots die durchdrehen fliegen raus User-agent: acebookexternalhit/1.0 Disallow: / User-agent: ip67.ip-23-81-67.mpp.ny.com Disallow: / User-agent: http://www.facebook.com/externalhit_uatext.php Disallow: / User-agent: dyn-108198.xdsl.raiffeisen.net Disallow: / User-agent: ec2-18-202-193-101.eu-west-1.compute.amazonaws.com Disallow: / User-agent: tmo-067-229.customers.d1-online.com Disallow: / User-agent: static.9.56.99.88.clients.your-server.de Disallow: / User-agent: comeseemail.org Disallow: / User-agent: ec2-108-128-252-194.eu-west-1.compute.amazonaws.com Disallow: / User-agent: https://vk.com Disallow: / User-agent: http://sitechecker.pro Disallow: / User-agent: lfbn-lyo-1-656-134.w90-119.abo.wanadoo.fr Disallow: / User-agent: static.12.25.119.168.clients.your-server.de Disallow: / User-agent: unn-178-249-209-179.datapacket.com Disallow: / User-agent: drogon.dimis.fim.uni-passau.de Disallow: / User-agent: ip206.ip-23-82-81.mpp.il.com Disallow: / User-agent: ip5f5ae2e9.dynamic.kabel-deutschland.de Disallow: / User-agent: tmo-114-33.customers.d1-online.com Disallow: / User-agent: ip63.ip-23-19-216.mpp.wa.com Disallow: / User-agent: p549bfd15.dip0.t-ipconnect.de Disallow: / User-agent: ip118.ip-23-82-81.mpp.il.com Disallow: / User-agent: static.78.178.98.91.clients.your-server.de Disallow: / User-agent: static.53.23.55.162.clients.your-server.de Disallow: / User-agent: static.107.222.13.49.clients.your-server.de Disallow: / User-agent: host-147-53-114-30.static.sprious.com Disallow: / User-agent: ec2-15-220-17-183.us-west-2.compute.amazonaws.com Disallow: / User-agent: s35553350.at Disallow: / User-agent: ec2-3-15-153-255.us-east-2.compute.amazonaws.com Disallow: / User-agent: LPZ-181-188-179-00068.tigo.bo Disallow: / User-agent: bot@linguee.com Disallow: / User-agent: 177-190-209-211.mobtelecom.com.br Disallow: / User-agent: ec2-18-233-9-161.compute-1.amazonaws.com Disallow: / User-agent: bbb72de0.virtua.com.br Disallow: / User-agent: product-search-83-99-206-243.geedo.com Disallow: / User-agent: 162-120-187-192.v4.fetch.tunnel.googlezip.net Disallow: / User-agent: vmd184102.contaboserver.net Disallow: / User-agent: https://webauditscanner.de/bot-info Disallow: / User-agent: https://seranking.com/backlinks-crawler Disallow: / User-agent: discovery-crawler35.blex.seranking.com Disallow: / User-agent: static.vnpt.vn Disallow: / User-agent: 166-1-173-197.ips.acedatacenter.com Disallow: / User-agent: ips.acedatacenter.com Disallow: / User-agent: bot@linguee.com Disallow: / User-agent: https://geedo.com/product-search.html Disallow: / User-agent: GeedoProductSearch Disallow: / User-agent: https://intelx.io Disallow: / User-agent: intelx.io_bot Disallow: / User-agent: GPTBot/1.3 Disallow: / User-agent: https://openai.com/gptbot Disallow: / User-agent: https://developer.amazon.com/support/amazonbot Disallow: / User-agent: serpstatbot Disallow: / User-agent: abuse@serpstatbot.com Disallow: / User-agent: https://serpstatbot.com Disallow: / User-agent: Dmbot/1.1 Disallow: / User-agent: https://webmaster.petalsearch.com/site/petalbot Disallow: / User-agent: PetalBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: claudebot@anthropic.com Disallow: / User-agent: https://dataforseo.com/dataforseo-bot Disallow: / User-agent: DataForSeoBot/1.0 Disallow: / User-agent: meta-externalagent/1.1 Disallow: / User-agent: SiteCheckerBotCrawler/1.0 Disallow: / User-agent: http://sitechecker.pro Disallow: / User-agent: https://intelx.io Disallow: / User-agent: intelx.io_bot Disallow: / User-agent: info@todoenconcretogt.com Disallow: / User-agent: CCBot/2.0 Disallow: / User-agent: kundenservice@wolfswinkel.de Disallow: / User-agent: info@aheadofarrival.com Disallow: / User-agent: https://webmaster.petalsearch.com/site/petalbot Disallow: / User-agent: https://commoncrawl.org/faq/ Disallow: / User-agent: https://www.youtube.com/shorts/8emL4whbdyM Disallow: / User-agent: https://cutt.ly/atqiYvJ0 Disallow: / User-agent: ola.jacques43@yahoo.com Disallow: / User-agent: https://webmaster.petalsearch.com/site/petalbot Disallow: / User-agent: : https://cutt.ly/atqiYvJ0 Disallow: / User-agent: https://cutt.ly/br3e4ybv Disallow: / User-agent: host206-18-61-217.static.arubacloud.com Disallow: / User-agent: p4ff3e6cd.dip0.t-ipconnect.de Disallow: / User-agent: tmo-113-15.customers.d1-online.com Disallow: / User-agent: p5b02af7c.dip0.t-ipconnect.de Disallow: / User-agent: p5b051236.dip0.t-ipconnect.de Disallow: / User-agent: spider27.tiger.ch Disallow: / User-agent: server-allactive03.virtualhosts.de Disallow: / User-agent: i59F79484.versanet.de Disallow: / User-agent: tmo-115-179.customers.d1-online.com Disallow: / User-agent: astra4287.startdedicated.de Disallow: / User-agent: static.158.213.62.46.clients.your-server.de Disallow: / User-agent: ip74.ip-142-91-118.mpp.wa.com Disallow: / User-agent: ec2-3-88-65-2.compute-1.amazonaws.com Disallow: / User-agent: 98.15.58.69.in-addr.arpa Disallow: / User-agent: static-ip-69-64-40-108.inaddr.ip-pool.com Disallow: / User-agent: static.248.94.235.167.clients.your-server.de Disallow: / User-agent: host-207-182-24-17.static.sprious.com Disallow: / User-agent: ip170.ip-23-105-0.mpp.dc.com Disallow: / User-agent: p4fc9f06f.dip0.t-ipconnect.de Disallow: / User-agent: petalbot-114-119-137-249.petalsearch.com Disallow: / User-agent: petalbot-114-119-147-196.petalsearch.com Disallow: / User-agent: p5485a394.dip0.t-ipconnect.de Disallow: / User-agent: DomainStatsBot/1.0 (https://domainstats.com/pages/our-bot) Disallow: / User-agent: bot.domainstats.com Disallow: / User-agent: ec2-18-199-134-63.eu-central-1.compute.amazonaws.com Disallow: / User-agent: static.127.134.62.46.clients.your-server.de Disallow: / User-agent: 198-23-152-247-host.colocrossing.com Disallow: / User-agent: cra.metajobs.de Disallow: / User-agent: static.219.128.132.142.clients.your-server.de Disallow: / User-agent: 253.41.96.34.bc.googleusercontent.com Disallow: / User-agent: unn-169-150-204-105.datapacket.com Disallow: / User-agent: host37.registrar-servers.com Disallow: / User-agent: petalbot-114-119-130-151.petalsearch.com Disallow: / User-agent: petalbot-114-119-144-163.petalsearch.com Disallow: / User-agent: mail@nldjxxefikvxf.onmicrosoft.com Disallow: / User-agent: info@smart-4u.nl Disallow: / User-agent: ec2-52-14-152-11.us-east-2.compute.amazonaws.com Disallow: / User-agent: astra4299.startdedicated.de Disallow: / User-agent: petalbot-114-119-147-196.petalsearch.com Disallow: / User-agent: bzq-82-80-249-192.dcenter.bezeqint.net Disallow: / User-agent: fulltextrobot-77-75-76-170.seznam.cz Disallow: / User-agent: DataForSeoBot/1.0 Disallow: / User-agent: https://dataforseo.com/dataforseo-bot Disallow: / User-agent: crawling-gateway-136-243-228-198.dataforseo.com Disallow: / User-agent: static.204.46.202.116.clients.your-server.de Disallow: / User-agent: petalbot-114-119-147-196.petalsearch.com Disallow: / User-agent: 152-243-254-16.user.vivozap.com.br Disallow: / User-agent: https://www.king-of-sports.co.uk Disallow: / User-agent: ambrose.froude79@gmail.com Disallow: / User-agent: qeg4bpi.nat.scc.kit.edu Disallow: / User-agent: s1931387193.blix.com Disallow: / User-agent: dynamic-176-004-128-112.176.4.pool.telefonica.de Disallow: / User-agent: static.17.153.243.136.clients.your-server.de Disallow: / User-agent: ec2-13-223-72-101.compute-1.amazonaws.com Disallow: / User-agent: p5087b874.dip0.t-ipconnect.de Disallow: / User-agent: static.24.25.119.168.clients.your-server.de Disallow: / User-agent: ec2-13-223-72-101.compute-1.amazonaws.com Disallow: / User-agent: fulltextrobot-77-75-78-165.seznam.cz Disallow: / User-agent: static.219.128.132.142.clients.your-server.de Disallow: / User-agent: static.204.46.202.116.clients.your-server.de Disallow: / User-agent: static.28.25.119.168.clients.your-server.de Disallow: / User-agent: pot39.webmeup.com Disallow: / User-agent: Imran_ali2023@outlook.com Disallow: / User-agent: fulltextrobot-77-75-78-165.seznam.cz Disallow: / User-agent: static-ip-209-239-115-163.inaddr.ip-pool.com Disallow: / User-agent: petalbot-114-119-132-36.petalsearch.com Disallow: / User-agent: petalbot-114-119-135-42.petalsearch.com Disallow: / User-agent: tmo-064-110.customers.d1-online.com Disallow: / User-agent: ip185.ip-23-105-1.mpp.dc.com Disallow: / User-agent: static-23-234-70-105.cust.tzulo.com Disallow: / User-agent: nx107.node01.secure-mailgate.com Disallow: / User-agent: nx218.node01.secure-mailgate.com Disallow: / User-agent: nx102.node01.secure-mailgate.com Disallow: / User-agent: nx114.node01.secure-mailgate.com Disallow: / User-agent: nx222.node01.secure-mailgate.com Disallow: / User-agent: nx117.node01.secure-mailgate.com Disallow: / User-agent: nx203.node01.secure-mailgate.com Disallow: / User-agent: nx184.node02.secure-mailgate.com Disallow: / User-agent: 98.15.58.69.in-addr.arpa Disallow: / User-agent: ec2-13-223-72-101.compute-1.amazonaws.com Disallow: / User-agent: host-195-64-156-96.bisv.ru Disallow: / User-agent: petalbot-114-119-128-236.petalsearch.com Disallow: / User-agent: astra4299.startdedicated.de Disallow: / User-agent: web-4k8R6GTd@nextmetals-srl.com Disallow: / User-agent: ec2-3-255-12-250.eu-west-1.compute.amazonaws.com Disallow: / User-agent: 172-96-88-217.static.sprious.com Disallow: / User-agent: ip4d14fee2.dynamic.kabel-deutschland.de Disallow: / User-agent: 107-175-36-150-host.colocrossing.com Disallow: / User-agent: slipperybikes.ptr.network Disallow: / User-agent: static.180.31.21.65.clients.your-server.de Disallow: / User-agent: fulltextrobot-77-75-78-160.seznam.cz Disallow: / User-agent: ip145.ip-23-80-146.mpp.ca.com Disallow: / User-agent: host-158-62-217-145.static.sprious.com Disallow: / User-agent: static.219.128.132.142.clients.your-server.de Disallow: / User-agent: cra.metajobs.de Disallow: / User-agent: ec2-18-119-156-88.us-east-2.compute.amazonaws.com Disallow: / User-agent: ec2-18-218-17-234.us-east-2.compute.amazonaws.com Disallow: / User-agent: static.248.94.235.167.clients.your-server.de Disallow: / User-agent: spider10.tiger.ch Disallow: / User-agent: 98.15.58.69.in-addr.arpa Disallow: / User-agent: ec2-18-222-91-175.us-east-2.compute.amazonaws.com Disallow: / User-agent: crawl1-101.oi.tb.007ac9.net Disallow: / User-agent: ec2-54-154-141-238.eu-west-1.compute.amazonaws.com Disallow: / User-agent: customer-212-084-143-220.solcon.nl Disallow: / User-agent: static.117.22.98.91.clients.your-server.de Disallow: / User-agent: unn-169-150-203-5.datapacket.com Disallow: / User-agent: product-search-83-99-151-71.geedo.com Disallow: / User-agent: ec2-18-216-234-191.us-east-2.compute.amazonaws.com Disallow: / User-agent: tmo-067-229.customers.d1-online.com Disallow: / User-agent: vps47064.alfahosting-vps.de Disallow: / User-agent: tmo-067-229.customers.d1-online.com Disallow: / User-agent: static-23-234-93-37.cust.tzulo.com Disallow: / User-agent: crawler-55.nicecrawler.com Disallow: / User-agent: ip164.ip-23-105-150.mpp.ny.com Disallow: / User-agent: ec2-3-149-213-206.us-east-2.compute.amazonaws.com Disallow: / User-agent: cpetalbot-114-119-137-249.petalsearch.com Disallow: / User-agent: ec2-35-175-147-232.compute-1.amazonaws.com Disallow: / User-agent: petalbot-114-119-150-228.petalsearch.com Disallow: / User-agent: astra4299.startdedicated.de Disallow: / User-agent: vps-fff29655.vps.ovh.net Disallow: / User-agent: vps-59702ee0.vps.ovh.net Disallow: / User-agent: unn-138-199-18-142.datapacket.com Disallow: / User-agent: static.171.97.55.162.clients.your-server.de Disallow: / User-agent: ec2-3-141-41-149.us-east-2.compute.amazonaws.com Disallow: / User-agent: ilse.info Disallow: / User-agent: petalsearch.com Disallow: / User-agent: petalbot-114-119-147-196.petalsearch.com Disallow: / User-agent: static-23-234-91-254.cust.tzulo.com Disallow: / User-agent: discovery-crawler35.blex.seopowersuite.com Disallow: / User-agent: static.210.131.55.162.clients.your-server.de Disallow: / User-agent: 31.219.139.34.bc.googleusercontent.com Disallow: / User-agent: ZoominfoBot (zoominfobot at zoominfo dot com) Disallow: / User-agent: dynamic-176-007-006-010.176.7.pool.telefonica.de Disallow: / User-agent: static.248.138.132.142.clients.your-server.de Disallow: / User-agent: static.180.31.21.65.clients.your-server.de Disallow: / User-agent: petalbot-114-119-135-42.petalsearch.com Disallow: / User-agent: cra.metajobs.de Disallow: / User-agent: 78.187.148.34.bc.googleusercontent.com Disallow: / User-agent: Pumoxbot Disallow: / User-agent: p-eu-ngx-01.elinkapp.com Disallow: / User-agent: i5E866EB5.versanet.de Disallow: / User-agent: petalbot-114-119-135-42.petalsearch.com Disallow: / User-agent: 95.3.42.74.static.ttnet.com.tr Disallow: / User-agent: ec2-34-240-111-235.eu-west-1.compute.amazonaws.com Disallow: / User-agent: ec2-3-85-212-0.compute-1.amazonaws.com Disallow: / User-agent: pd9e55cf2.dip0.t-ipconnect.de Disallow: / User-agent: bc.googleusercontent.com Disallow: / User-agent: tmo-127-74.customers.d1-online.com Disallow: / User-agent: crawling-gateway-136-243-228-198.dataforseo.com Disallow: / User-agent: clients.your-server.de Disallow: / User-agent: static.sprious.com Disallow: / User-agent: xen1.la.servermania.com Disallow: / User-agent: awfibra.com.br Disallow: / User-agent: petalsearch.com Disallow: / User-agent: crawl1-215.oi.tb.007ac9.net Disallow: / User-agent: nat.dl.je Disallow: / User-agent: 18-50-pool.dsl.gol.net.gy Disallow: / User-agent: a172-226-108-37.deploy.static.akamaitechnologies.com Disallow: / User-agent: static.sprious.com Disallow: / User-agent: lightspeed.sntcca.sbcglobal.net Disallow: / User-agent: syn-071-069-091-164.res.spectrum.com Disallow: / User-agent: static.xtom.com Disallow: / User-agent: ip221.ip-23-80-158.mpp.ca.com Disallow: / User-agent: unn-149-22-80-10.datapacket.com Disallow: / User-agent: static.43.9.217.95.clients.your-server.de Disallow: / User-agent: 131.48.207.183.static.js.chinamobile.com Disallow: / User-agent: ip230.ip-23-105-143.mpp.ny.com Disallow: / User-agent: nortech.com.ar Disallow: / User-agent: pot39.webmeup.com Disallow: / User-agent: bc.googleusercontent.com Disallow: / User-agent: DnBCrawler-Analytics Disallow: / User-agent: xml-sitemaps.com Disallow: / User-agent: astra4299.startdedicated.de Disallow: / User-agent: mpp.ca.com Disallow: / User-agent: dataproviderbot.com Disallow: / User-agent: Dataprovider.com Disallow: / User-agent: linkfluence.com Disallow: / User-agent: bot@linkfluence.com Disallow: / User-agent: GagaRobot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SEMrushBot Disallow: / User-agent: Mail.ru bot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: SEOkicks Webcrawler Disallow: / User-agent: BaiDuSpider Disallow: / User-agent: 360spider Disallow: / User-agent: FavIconizer Disallow: / User-agent: DotBot, Open Site Explorer Disallow: / User-agent:EmailCollector Disallow: / User-agent: GagaRobot Disallow: / User-agent: wget Disallow: / User-agent: webzip Disallow: / User-agent: webmirror Disallow: / User-agent: webcopy Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: WebCopier Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: Exabot Disallow: / User-agent: SUMA-EV Web Crawler Disallow: / User-agent: MojeekBot Disallow: / User-agent: https://www.mojeek.com/bot.html Disallow: / User-agent: AlphaSeoBot Disallow: / User-agent: AlphaSeoBot-SA Disallow: / User-agent: oBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: seoscanners.net Disallow: / User-agent: SEOkicks-Robot Disallow: / # Alle anderen Suchmaschinen werden angesprochen User-agent: * Disallow: /preis.php Disallow: /belegt.php Disallow: /honeypot.php Disallow: /alle/ Disallow: /css/ Disallow: /counter/ Disallow: /download_conter/ Disallow: /guestbook/ Disallow: /img/ Disallow: /download/Datenschutzerklaerung fuer eine Facebook.pdf Disallow: /download/DSE FB-Seite Fewo V5 Stand 13 12 2018.pdf Disallow: /includes/ Disallow: /inc/ Disallow: /js/ Disallow: /lightbox2/ Disallow: /*?m=*/ Disallow: /fonts/ Disallow: /mathe/ Disallow: /prog/ Disallow: /script/ Disallow: /style/ Disallow: /suchen/ Disallow: /test/ Disallow: /veranstaltungen/ Disallow: /cgi-bin/ Disallow: /fewo-balogh/admin/ Disallow: /fewo-balogh/counter/ Disallow: /fewo-balogh/guestbook/ Disallow: /fewo-balogh/gaestebuch.php/ Disallow: /fewo-balogh//fonts/ Disallow: /fewo-balogh/css/ Disallow: /fewo-balogh/cms/ Disallow: /fewo-balogh/includes/ Disallow: /fewo-balogh/js/ Disallow: /fewo-balogh/spruch/ Disallow: /fewo-balogh/suchen/ Disallow: /fewo-balogh/img/ Disallow: /fewo-balogh/gaeste/ Disallow: /fewo-balogh/galerie/ Disallow: /fewo-balogh/fewo-50/* Disallow: /fewo-balogh/fewo-50/admin/ Disallow: /fewo-balogh/fewo-50/counter/ Disallow: /fewo-balogh/fewo-50/guestbook/ Disallow: /fewo-balogh/fewo-50/css/ Disallow: /fewo-balogh/fewo-50/cms/ Disallow: /fewo-balogh/fewo-50/includes/ Disallow: /fewo-balogh/fewo-50/js/ Disallow: /fewo-balogh/fewo-50/spruch/ Disallow: /fewo-balogh/fewo-50/suchen/ Disallow: /fewo-balogh/fewo-50/img/ Disallow: /fewo-balogh/fewo-50/images/ Disallow: /fewo-balogh/fewo-50/gaeste/ Disallow: /fewo-balogh/fewo-50/galerie/ Disallow: /fewo-balogh/fanshop/* Disallow: /fewo-balogh/fanshop/admin/ Disallow: /fewo-balogh/fanshop/artike/ Disallow: /fewo-balogh/fanshop/auftrag/ Disallow: /fewo-balogh/fanshop/besucher/ Disallow: /fewo-balogh/fanshop/checkreload/ Disallow: /fewo-balogh/fanshop/counter/ Disallow: /fewo-balogh/fanshop/css/ Disallow: /fewo-balogh/fanshop/img/ Disallow: /fewo-balogh/fanshop/includes/ Disallow: /fewo-balogh/fanshop/js/ Disallow: /fewo-balogh/fanshop/suchen/ Disallow: /fewo-balogh/fanshop/warenkorb/ Disallow: /shop/ Disallow: /tmp/