{ "domain": "as-nmt.de", "scanned_at": "2026-08-24T02:15:34.000Z", "score": 45, "fetch_ok": true, "http_status": 200, "final_url": "https://login.microsoftonline.com/a1e7a36c-6a48-4768-9d65-3f679c0f3b12/oauth2/authorize?client%5Fid=00000003%2D0000%2D0ff1%2Dce00%2D000000000000&response%5Fmode=form%5Fpost&ear%5Fjwe%5Fcrypto=eyJhbGciOiJFQ0RILUVTIiwiZW5jIjoiQTI1NkdDTSIsImFwdiI6IkFBQUFDVVZoY2tOc2FXVnVkR2dBQUFCRlEwc3pNQUFBQUx1TzhIQVYwQmNRQUNNVjlHVXFhWXZRQzlzb3NBeUJzQ0d1UTRTbkVNK0ZHeExyRGxmWmhzVFRYckN5MzdrY0c5bG14OHJncHNPN0lsVkJRYzhYWmpRbUIzWDhrWVpqZ0tIaS9qVVFOV3Z3cW1BOWVTYVg5RlNhZWxlbENvTTJ3QUFBQUJpOHJ4ZGtjQnQrRHd5QmxPTi9BbXJYZGhReU5JRk9NaXM9In0%3D&ear%5Fjwk=eyJhbGciOiJFQ0RILUVTIiwiY3J2IjoiUC0zODQiLCJ4IjoiQUFBQU1MdU84SEFWMEJjUUFDTVY5R1VxYVl2UUM5c29zQXlCc0NHdVE0U25FTStGR3hMckRsZlpoc1RUWHJDeTM3a2NHdz09IiwieSI6IkFBQUFNTmxteDhyZ3BzTzdJbFZCUWM4WFpqUW1CM1g4a1laamdLSGkvalVRTld2d3FtQTllU2FYOUZTYWVsZWxDb00yd0E9PSIsImt0eSI6IkVDIn0%3D&spa%5Fclient%5Fid=08e18876%2D6177%2D487e%2Db8b5%2Dcf950c1e598c&client%5Finfo=1&response%5Ftype=code%20id%5Ftoken%20spa%5Frt&resource=00000003%2D0000%2D0ff1%2Dce00%2D000000000000&scope=openid&nonce=D3019722FEE7D30E9067C84F044CA06A60E1721E066F5B9D%2D741B5B726F6B32F39952EFE3DF6908C3225BADD074F021EBB4DF15D7D4218E4B&redirect%5Furi=https%3A%2F%2Fmoveoffice%2Esharepoint%2Ecom%2F%5Fforms%2Fdefault%2Easpx&state=OD0wJjMyPUFBTG9WZ0FBQUJRNzI4MlFkU1lLamZBU0pYSiUyRmI4aVo4VzV2aHRaNlJna3FLNmRMcXUxNHVwUGNtejBWT0NmM0FyTWxjeFFFaVU2ZzZndjhTS0tOZ0RaUkZJc3liNm1nalJ3MUwwcWk0OURHR2glMkJrQ3A3dGdjciUyRjJyUEhRNHZ6Nk5kM3owcjNtSkdBS25zcXZZRzhHZm14ZEp0aEF2cDIlMkJOb2xpWGdUdEJEdk10NzhxSjJuaFhjNHZYRFZXMmRCcDRyajA3WnFHT2NNUzF2WG8zWjBsJTJCakNFdG4xcEQ2MXpNNDBMWFNjbW1Wa2xndjBLczJFd2tpdndIVm1qeHZVRFJTWjJnSEFTT0cxTGhpNzByMEc2R251TiUyRnA4c1V0UUlvRnoweEV2VDRRTHZtZjB1bCUyQmd4OGNRM3JhV1pVNU1MSlZubCUyQnFTUld3ZEVQcCUyQkxtR0JJT2pJJTJGWEVOa0VvM0dKMXNZcXltU3o1am1uM2I1cm9hYTRnY1FjZ1JmU2oy&claims=%7B%22id%5Ftoken%22%3A%7B%22xms%5Fcc%22%3A%7B%22values%22%3A%5B%22CP1%22%5D%7D%7D%7D&wsucxt=1&cobrandid=11bd8083%2D87e0%2D41b5%2Dbb78%2D0bc43c8a8e8a&client%2Drequest%2Did=a03b34a2%2Db0d9%2D3001%2D1c62%2D5759306ff545", "html_bytes": 25458, "note": null, "grade": "D", "dimensions": { "reach": 37, "read": 1.6, "structure": 3, "attribute": 1 }, "blocks_training": 0, "blocks_answer": 0, "ua_blocked": false, "has_llms_txt": false, "llms_txt": { "present": false, "valid": false, "bytes": 0, "sections": 0, "links": 0, "issues": [], "status": 200 }, "sitemap": { "present": false, "source": "", "urls": 0 }, "edge": null, "words_without_javascript": 1, "schema_types": [], "bots": [ { "id": "gptbot", "label": "GPTBot", "operator": "OpenAI", "purpose": "train", "allowed": true, "rule": null, "probe_status": 200, "probe_blocked": false }, { "id": "oai-searchbot", "label": "OAI-SearchBot", "operator": "OpenAI", "purpose": "search", "allowed": true, "rule": null, "probe_status": 200, "probe_blocked": false }, { "id": "chatgpt-user", "label": "ChatGPT-User", "operator": "OpenAI", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "oai-adsbot", "label": "OAI-AdsBot", "operator": "OpenAI", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "claudebot", "label": "ClaudeBot", "operator": "Anthropic", "purpose": "train", "allowed": true, "rule": null, "probe_status": 200, "probe_blocked": false }, { "id": "claude-user", "label": "Claude-User", "operator": "Anthropic", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "claude-searchbot", "label": "Claude-SearchBot", "operator": "Anthropic", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "anthropic-ai", "label": "anthropic-ai", "operator": "Anthropic", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "google-extended", "label": "Google-Extended", "operator": "Google", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "googlebot", "label": "Googlebot", "operator": "Google", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "googlebot-news", "label": "Googlebot-News", "operator": "Google", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "google-cloudvertexbot", "label": "Google-CloudVertexBot", "operator": "Google", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "googleother", "label": "GoogleOther", "operator": "Google", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "applebot", "label": "Applebot", "operator": "Apple", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "applebot-extended", "label": "Applebot-Extended", "operator": "Apple", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "bingbot", "label": "Bingbot", "operator": "Microsoft", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "msnbot", "label": "msnbot", "operator": "Microsoft", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "perplexitybot", "label": "PerplexityBot", "operator": "Perplexity", "purpose": "search", "allowed": true, "rule": null, "probe_status": 200, "probe_blocked": false }, { "id": "perplexity-user", "label": "Perplexity-User", "operator": "Perplexity", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "meta-externalagent", "label": "Meta-ExternalAgent", "operator": "Meta", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "meta-externalfetcher", "label": "Meta-ExternalFetcher", "operator": "Meta", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "facebookbot", "label": "FacebookBot", "operator": "Meta", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "meta-webindexer", "label": "Meta-WebIndexer", "operator": "Meta", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "meta-externalads", "label": "Meta-ExternalAds", "operator": "Meta", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "facebookexternalhit", "label": "facebookexternalhit", "operator": "Meta", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "bytespider", "label": "Bytespider", "operator": "ByteDance", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "tiktokspider", "label": "TikTokSpider", "operator": "ByteDance", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "amazonbot", "label": "Amazonbot", "operator": "Amazon", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "amzn-searchbot", "label": "Amzn-SearchBot", "operator": "Amazon", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "amzn-user", "label": "Amzn-User", "operator": "Amazon", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "ccbot", "label": "CCBot", "operator": "Common Crawl Foundation", "purpose": "archive", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "diffbot", "label": "Diffbot", "operator": "Diffbot", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "omgili", "label": "omgili", "operator": "Webz.io", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "omgilibot", "label": "omgilibot", "operator": "Webz.io", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "ai2bot", "label": "AI2Bot", "operator": "Allen Institute for AI", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "cohere-ai", "label": "cohere-ai", "operator": "Cohere", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "cohere-training-data-crawler", "label": "cohere-training-data-crawler", "operator": "Cohere", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "mistralai-user", "label": "MistralAI-User", "operator": "Mistral AI", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "mistralai-index", "label": "MistralAI-Index", "operator": "Mistral AI", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "mistralai-training", "label": "MistralAI-Training", "operator": "Mistral AI", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "duckassistbot", "label": "DuckAssistBot", "operator": "DuckDuckGo", "purpose": "assist", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "youbot", "label": "YouBot", "operator": "You.com", "purpose": "search", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "pangubot", "label": "PanguBot", "operator": "Huawei", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "timpibot", "label": "Timpibot", "operator": "Timpi", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "imagesiftbot", "label": "ImagesiftBot", "operator": "ImageSift (Hive)", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "kangaroo-bot", "label": "Kangaroo Bot", "operator": "Kangaroo LLM", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "semrushbot-ocob", "label": "SemrushBot-OCOB", "operator": "Semrush", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null }, { "id": "scrapy", "label": "Scrapy", "operator": "Zyte (open-source framework)", "purpose": "train", "allowed": true, "rule": null, "probe_status": null, "probe_blocked": null } ], "checks": [ { "id": "robots-missing", "state": "warn", "earned": 1, "weight": 2, "detail": "No robots.txt is served. Everything is crawlable by default, but you cannot declare a sitemap or set per-crawler rules." }, { "id": "robots-blocks-training", "state": "pass", "earned": 5, "weight": 5, "detail": "All 23 tracked training crawlers are allowed." }, { "id": "robots-blocks-answer-engines", "state": "pass", "earned": 8, "weight": 8, "detail": "All 24 answer-engine fetchers are allowed to retrieve pages for citation." }, { "id": "robots-blocks-all", "state": "pass", "earned": 4, "weight": 4, "detail": "The wildcard group does not disallow the entire site." }, { "id": "robots-crawl-delay", "state": "pass", "earned": 1, "weight": 1, "detail": "No Crawl-delay directive." }, { "id": "ua-block-detected", "state": "pass", "earned": 16, "weight": 16, "detail": "Live requests as 4 AI user agents were served normally." }, { "id": "meta-noindex", "state": "fail", "earned": 0, "weight": 2, "detail": "The homepage carries ." }, { "id": "meta-nosnippet", "state": "pass", "earned": 1, "weight": 1, "detail": "Snippets are not restricted by meta tags." }, { "id": "x-robots-tag", "state": "pass", "earned": 1, "weight": 1, "detail": "No restrictive X-Robots-Tag header." }, { "id": "ssr-content-thin", "state": "fail", "earned": 0, "weight": 9, "detail": "1 words of text are present in the raw HTML. Most AI fetchers do not run JavaScript." }, { "id": "text-ratio-low", "state": "fail", "earned": 0, "weight": 4, "detail": "Text is 0.0% of the 25 KB document; 24 KB is inline script." }, { "id": "main-landmark-missing", "state": "fail", "earned": 0, "weight": 3, "detail": "No
or
element, so extractors must guess where the content starts." }, { "id": "heading-structure", "state": "fail", "earned": 0, "weight": 3, "detail": "0 H1 and 0 headings total." }, { "id": "title-quality", "state": "warn", "earned": 1.5, "weight": 3, "detail": "Title is 11 characters: \"Redirecting\"" }, { "id": "description-missing", "state": "fail", "earned": 0, "weight": 2, "detail": "No meta description, so answer engines invent their own summary." }, { "id": "lang-missing", "state": "fail", "earned": 0, "weight": 1, "detail": "No lang attribute on ." }, { "id": "jsonld-missing", "state": "fail", "earned": 0, "weight": 7, "detail": "No JSON-LD structured data on the homepage." }, { "id": "jsonld-invalid", "state": "pass", "earned": 3, "weight": 3, "detail": "All JSON-LD blocks parse cleanly." }, { "id": "schema-type-coverage", "state": "fail", "earned": 0, "weight": 4, "detail": "No entity types that answer engines consume." }, { "id": "canonical-missing", "state": "fail", "earned": 0, "weight": 3, "detail": "No rel=canonical, so duplicate URLs split citation signals." }, { "id": "sitemap-missing", "state": "fail", "earned": 0, "weight": 2, "detail": "No sitemap.xml and none declared in robots.txt." }, { "id": "extractable-blocks", "state": "fail", "earned": 0, "weight": 1, "detail": "0 tables, 0 lists, 0 code blocks, 0 question headings." }, { "id": "llms-txt-missing", "state": "fail", "earned": 0, "weight": 4, "detail": "No /llms.txt." }, { "id": "author-missing", "state": "na", "earned": 0, "weight": 3, "detail": "This page declares no article-type structured data, so a machine-readable byline is not expected of it. The check is excluded from the score rather than counted as a failure." }, { "id": "date-modified-missing", "state": "na", "earned": 0, "weight": 3, "detail": "This page declares no article-type structured data, so publication and modification dates are not expected of it. The check is excluded from the score rather than counted as a failure." }, { "id": "organization-schema-missing", "state": "fail", "earned": 0, "weight": 3, "detail": "No Organization entity, so the brand is harder to resolve to a known entity." }, { "id": "license-declared", "state": "warn", "earned": 1, "weight": 2, "detail": "No licence declaration, so reuse terms are ambiguous." } ], "report_url": "https://crawlcensus.com/site/as-nmt.de", "license": "CC BY 4.0", "attribution": "Source: Crawl Census (crawlcensus.com)" }