Loading...
Loading...
{
"latency": 326,
"ipAddresses": [
"77.247.84.129",
"2a00:13c8:f5::f:4b3d:148"
],
"dns": {
"NS": [
"ns03.syseleven.de.",
"ns01.syseleven.de.",
"ns04.syseleven.de.",
"ns02.syseleven.de."
],
"A": [
"77.247.84.129"
],
"AAAA": [
"2a00:13c8:f5::f:4b3d:148"
],
"TXT": [
"v=spf1 mx ip4:176.74.59.0/24 ip4:217.92.47.108 ip4:37.123.109.247 ip4:37.49.159.42 include:servers.mcsv.net include:spf.nl2go.com include:spf.protection.outlook.com include:_spf.schokokeks-dns.de include:_spf.mailgun.org include:_spf.eu.mailgun.org ~all",
"google-site-verification=KmHYftRRSebpdfmwpmafDBb2ELj0ws7QexueFxL_wjk",
"atlassian-domain-verification=cQUIOe8hW6yNudUwjkJedocZb4G5a/OGPj4ow15Zxi6T9gID71f8wwQhv26GQO0c",
"openai-domain-verification=dv-Z6nVxvSSGYgGaXRy6gpYO3AZ",
"google-site-verification=NYiBavW3CzXq_9CN4JS2-9ZVq1CAt8JGkH18usv2HY0",
"google-site-verification=DCizdjgG41vs-LfgrJgxAmFOI2yj9P8AiN_sQR1Yd_w",
"google-site-verification=bW6sIv8blPCQxUCXt-y4yHr8NOqri7V0EWMxZ_Hmy34",
"amazonses:Ic+XRucPH5ALW2hkrBJX8DMn9Fv/dV1ZZEHZuL3hf3Q=",
"brevo-code:0ac55cd98d87cec34c66d7eb881d56e0",
"MS=ms18431984"
]
}
}
[
{
"url": "https://golem.de",
"technologies": [
{
"slug": "nginx",
"name": "Nginx",
"icon": "Nginx.svg",
"cpe": "cpe:2.3:a:f5:nginx:*:*:*:*:*:*:*:*",
"versions": [],
"categories": [
{
"id": 22,
"slug": "web-servers",
"name": "Web servers"
},
{
"id": 64,
"slug": "reverse-proxies",
"name": "Reverse proxies"
}
],
"confirmedAt": 1724957784
}
]
}
]
{
"errors": [
{
"id": "authentication_failed",
"code": 401,
"details": "No user found for the API key supplied"
}
]
}
{}
# Default
User-Agent: *
Disallow: /mail.php
Disallow: /search.php
Disallow: /search/*
Disallow: /trackback/
Disallow: /news/*.amp.html
# Search Engines / RAG
User-Agent: slurp
User-Agent: DuckDuckBot
User-Agent: DuckDuckGo
User-Agent: Qwantbot
User-Agent: Qwantbot-news
User-Agent: YandexMobileBot
User-Agent: YandexBot
User-Agent: YandexImages
User-Agent: meta-webindexer
User-Agent: YandexBot
User-Agent: Applebot
User-Agent: Claude-SearchBot
User-Agent: Applebot
User-Agent: AppleNewsBot
User-Agent: Bravebot
User-Agent: Googlebot
User-Agent: Googlebot-Image
User-Agent: Googlebot-News
User-Agent: Googlebot-Video
User-Agent: Bingbot
User-Agent: OAI-SearchBot
Disallow: /mail.php
Disallow: /search.php
Disallow: /search/*
Disallow: /trackback/
# Search Engines without local relevance
User-Agent: Baiduspider
User-Agent: Bytespider
User-Agent: Amazonbot
User-Agent: yacybot
User-Agent: SeznamBot
User-Agent: Seekport
User-Agent: coccocbot
User-Agent: Mojeek
User-Agent: Fleebs
User-Agent: Yeti
Disallow: /
# AI Training
User-Agent: Applebot-Extended
User-Agent: PetalBot
User-Agent: ClaudeBot
User-Agent: YouBot
User-Agent: GPTBot
User-Agent: PerplexityBot
User-Agent: Diffbot
User-Agent: GoogleAgent-Mariner
User-Agent: Googlebot-Extended
User-Agent: meta-externalagent
User-Agent: TimpiBot
User-Agent: img2dataset
User-Agent: iask.ai
User-Agent: VelenPublicWebCrawler
Disallow: /
Allow: /$
Allow: /specials/*
Allow: /ticker/*
Allow: /sonstiges/*
Allow: /top*
Allow: /aa-*
Allow: /plus*
Allow: /projekte*
Allow: /.well-known*
# Archives
User-Agent: archive.org_bot
User-Agent: arquivo-web-crawler
User-Agent: Heritrix
User-Agent: IABot
User-Agent: InternetArchive
Disallow: /
# Scraper
User-Agent: AhrefsBot #SEO
User-Agent: Ai2Bot #AI
User-Agent: Audisto-essential #SEO
User-Agent: AwarioBot #AI
User-Agent: BacklinkSpider #SEO
User-Agent: Barkrowler #SEO
User-Agent: Blackbox Exporter #monitoring
User-Agent: BLEXBot #SEO
User-Agent: BlogBeatbot #SEO
User-Agent: CrawlerBot #SEO
User-Agent: Dalvik
User-Agent: DataForSEO #SEO
User-Agent: Dotbot #AI
User-Agent: Google-CloudVertexBot
User-Agent: GoogleOther
User-Agent: GoogleOther-Video
User-Agent: KrawlerBot #SEO
User-Agent: LinkChecker #SEO
User-Agent: MeltwaterNews #listening
User-Agent: MJ12bot #SEO
User-Agent: Neticle Crawler #listening
User-Agent: Netvibes #listening
User-Agent: NoahBot #listening
User-Agent: Optimizer #SEO
User-Agent: Pinterestbot #Social
User-Agent: PlagAwareBot #plagiate
User-Agent: PressEngineBot #listening
User-Agent: PRTG Network Monitor #monitoring
User-Agent: Qwarrybot
User-Agent: RyteBot #SEO
User-Agent: SemrushBot #SEO
User-Agent: SemrushBot-BA #SEO
User-Agent: SemrushBot-EO #SEO
User-Agent: SemrushBot-ESI #SEO
User-Agent: SemrushBot-FT #SEO
User-Agent: SemrushBot-OCOB #SEO
User-Agent: SemrushBot-SI #SEO
User-Agent: SemrushBot-SWA #SEO
User-Agent: SentiBot #listening
User-Agent: SeobilityBot #SEO
User-Agent: SiteAuditBot #SEO
User-Agent: SplitSignalBot #SEO
User-Agent: TaranisAI #monitoring
User-Agent: trendictionbot #listening
User-Agent: Uptime-Kuma #monitoring
User-Agent: YandexMetrika
Disallow: /
Sitemap: https://www.golem.de/gsiteindex.xml
# Legal notice: golem.de expressly reserves the right to use its content for commercial text and data mining (§ 44 b UrhG).
# The use of robots or other automated means to access golem.de or collect or mine data without the express permission of golem.de is strictly prohibited.
# golem.de may, in its discretion, permit certain automated access to certain golem.de pages.
# If you would like to apply for permission to crawl golem.de, collect or use data, please email recht@golem.de
{
"error": false,
"result": {
"success": true,
"ogTitle": "Golem.de: IT-News für Profis",
"ogLocale": "de-DE",
"charset": "UTF-8",
"requestUrl": "https://golem.de"
},
"response": {}
}
{
"status": 200,
"statusText": "",
"headers": {
"cache-control": "no-store, no-cache, must-revalidate, post-check=0, pre-check=0",
"connection": "keep-alive",
"content-type": "text/html; charset=UTF-8",
"date": "Sun, 18 Jan 2026 07:28:02 GMT",
"expires": "Sat, 26 Jul 1997 05:00:00 GMT",
"last-modified": "Sun, 18 Jan 2026 07:28:02 GMT",
"pragma": "no-cache",
"server": "nginx",
"strict-transport-security": "max-age=15724800; includeSubDomains; preload",
"transfer-encoding": "chunked",
"set-cookie": "authId=236f5d96-a546-4cf2-b47b-611a861ec7d3; expires=Sat, 18-Apr-2026 07:28:02 GMT; Max-Age=7776000; path=/; domain=golem.de; secure"
}
}
{
"whois.denic.de": {
"Domain Status": [
"connect"
],
"Name Server": [
"ns01.syseleven.de",
"ns02.syseleven.de",
"ns03.syseleven.de",
"ns04.syseleven.de"
],
"Domain Name": "golem.de",
"Updated Date": "2024-11-22T16:02:49+01:00",
"text": [
"% Restricted rights.",
"%",
"% Terms and Conditions of Use",
"%",
"% The above data may only be used within the scope of technical or",
"% administrative necessities of Internet operation or to remedy legal",
"% problems.",
"% The use for other purposes, in particular for advertising, is not permitted.",
"%",
"% The DENIC whois service on port 43 doesn't disclose any information concerning",
"% the domain holder, general request and abuse contact.",
"% This information can be obtained through use of our web-based whois service",
"% available at the DENIC website:",
"% http://www.denic.de/en/domains/whois-service/web-whois.html",
"%",
"%"
]
}
}